00000080:00200000:1.0:1787827129.278970:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.278976:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.278996:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279003:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279028:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279034:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279056:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279060:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827129.279267:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279276:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.279294:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279300:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279317:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279323:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279338:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279342:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279357:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279361:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279374:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279378:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279393:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279396:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279419:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279422:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279434:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279438:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827129.279588:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279593:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.279610:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279614:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279627:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279631:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279645:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279650:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279665:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279667:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279679:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279683:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279696:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279700:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279715:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279720:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279734:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279736:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.279835:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279838:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.279845:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279846:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279853:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279855:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279864:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279867:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279883:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279885:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.279900:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279902:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279911:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279916:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279934:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279941:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.279960:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.279969:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827129.280124:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280130:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.280142:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280145:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.280153:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280156:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.280165:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280169:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.280181:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280184:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.280199:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280203:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.280219:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280224:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.280237:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280241:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.280262:0:316285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.280269:0:316285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.291034:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.291050:0:316289:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.291057:0:316289:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.291080:0:316289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.291100:0:316289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.291114:0:316289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.291120:0:316289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.291126:0:316289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.291129:0:316289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.291135:0:316289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182203cb8 00010000:00010000:1.0:1787827129.291139:0:316289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.291145:0:316289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.292237:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292247:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.292259:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292263:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.292271:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292274:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.292281:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292284:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.292292:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292295:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.292303:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292306:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.292312:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292314:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.292318:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292320:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.292326:0:316289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.292330:0:316289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.295997:0:316292:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.296016:0:316292:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.296023:0:316292:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.296045:0:316292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.296063:0:316292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.296077:0:316292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.296085:0:316292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.296093:0:316292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.296096:0:316292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.296103:0:316292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818220bcb8 00010000:00010000:1.0:1787827129.296106:0:316292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.296112:0:316292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.307354:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.307363:0:316299:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.307368:0:316299:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.307378:0:316299:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.307387:0:316299:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.307398:0:316299:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.307406:0:316299:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.307430:0:316299:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.307437:0:316299:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.307441:0:316299:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818221bcb8 00010000:00010000:1.0:1787827129.307445:0:316299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.307454:0:316299:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.308891:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308897:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.308911:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308916:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.308929:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308932:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.308943:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308947:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.308962:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308965:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.308976:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308980:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.308995:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.308999:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309013:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309017:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309031:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309035:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827129.309278:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309284:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.309295:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309298:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309307:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309310:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309317:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309320:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309330:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309333:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309344:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309347:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309362:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309365:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309382:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309386:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309398:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309403:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827129.309634:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309640:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.309659:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309662:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309682:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309686:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309706:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309709:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309728:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309732:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.309750:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309754:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309772:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309779:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309799:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309805:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.309829:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.309839:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827129.309999:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310005:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.310018:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310022:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310033:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310036:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310047:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310050:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310062:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310065:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310075:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310077:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310087:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310090:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310100:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310103:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310116:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310120:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.310254:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310261:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.310277:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310282:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310298:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310304:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310322:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310326:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310340:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310345:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310361:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310365:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310378:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310381:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310392:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310395:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310405:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310420:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827129.310592:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310599:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.310615:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310621:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310636:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310641:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310658:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310664:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310681:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310689:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.310706:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310713:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310720:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310724:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310739:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310749:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.310760:0:316299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.310763:0:316299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.319200:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.319214:0:316303:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.319219:0:316303:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.319239:0:316303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.319253:0:316303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.319291:0:316303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.319305:0:316303:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.319313:0:316303:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.319317:0:316303:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.319325:0:316303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182233cb8 00010000:00010000:1.0:1787827129.319329:0:316303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.319336:0:316303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.320443:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320451:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.320672:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320678:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.320689:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320692:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.320698:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320701:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.320707:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320710:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.320716:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320719:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.320726:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320729:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.320736:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320739:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.320746:0:316303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.320749:0:316303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.324027:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.324041:0:316305:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.324048:0:316305:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.324068:0:316305:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.324085:0:316305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.324098:0:316305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.324106:0:316305:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.324114:0:316305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.324118:0:316305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.324125:0:316305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182213cb8 00010000:00010000:1.0:1787827129.324128:0:316305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.324137:0:316305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.326127:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326135:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.326155:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326158:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.326170:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326176:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.326188:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326191:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.326205:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326210:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.326230:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326233:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.326244:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326249:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.326263:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326267:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.326285:0:316305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.326290:0:316305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.337668:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.337687:0:316310:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.337693:0:316310:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.337712:0:316310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.337727:0:316310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.337739:0:316310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.337747:0:316310:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.337754:0:316310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.337759:0:316310:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.337765:0:316310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818224bcb8 00010000:00010000:1.0:1787827129.337769:0:316310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.337787:0:316310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.338911:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338919:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.338926:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338928:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.338933:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338936:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.338944:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338947:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.338955:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338958:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.338967:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338970:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.338978:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338981:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.338989:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.338992:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.339000:0:316310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.339004:0:316310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.342573:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.342582:0:316313:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.342587:0:316313:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.342599:0:316313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.342608:0:316313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.342623:0:316313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.342630:0:316313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.342635:0:316313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.342637:0:316313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.342642:0:316313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182253cb8 00010000:00010000:1.0:1787827129.342645:0:316313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.342653:0:316313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.344006:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344013:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.344030:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344034:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344050:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344052:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344063:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344066:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344078:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344082:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344095:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344099:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.344109:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344112:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.344121:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344123:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.344130:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344132:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827129.344299:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344305:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.344318:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344320:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344328:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344331:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344337:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344339:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344349:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344351:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.344360:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344363:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.344374:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344378:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.344391:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344394:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.344421:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344425:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827129.344956:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344963:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.344981:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.344987:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345006:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345013:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345035:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345040:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345060:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345066:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345084:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345090:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345111:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345116:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345133:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345138:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345153:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345159:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827129.345308:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345312:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.345321:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345323:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345332:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345334:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345340:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345342:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345347:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345349:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345355:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345357:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345362:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345363:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345369:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345370:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345377:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345379:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.345550:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345557:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.345571:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345575:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345590:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345596:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345608:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345610:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345622:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345628:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345637:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345641:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345655:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345660:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345668:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345671:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345688:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345694:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827129.345807:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345812:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.345823:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345826:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345835:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345838:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345845:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345847:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345861:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345864:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.345882:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345886:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345904:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345912:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345927:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345932:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.345949:0:316313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.345955:0:316313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.354852:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.354870:0:316317:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.354877:0:316317:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.354897:0:316317:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.354916:0:316317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.354931:0:316317:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.354940:0:316317:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.354947:0:316317:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.354950:0:316317:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.354956:0:316317:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182263cb8 00010000:00010000:1.0:1787827129.354959:0:316317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.354965:0:316317:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.356141:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356149:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.356155:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356157:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.356162:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356163:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.356168:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356169:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.356174:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356176:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.356180:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356182:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.356186:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356188:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.356192:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356193:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.356198:0:316317:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.356200:0:316317:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.359719:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.359737:0:316319:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.359745:0:316319:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.359774:0:316319:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.359792:0:316319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.359814:0:316319:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.359823:0:316319:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.359831:0:316319:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.359835:0:316319:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.359842:0:316319:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818208bcb8 00010000:00010000:1.0:1787827129.359847:0:316319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.359857:0:316319:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.361987:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.361994:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.362006:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362009:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.362018:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362021:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.362039:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362041:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.362058:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362061:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.362079:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362081:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.362095:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362097:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.362116:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362118:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.362132:0:316319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.362135:0:316319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.374920:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.374941:0:316324:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.374949:0:316324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.374974:0:316324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.374999:0:316324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.375019:0:316324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.375033:0:316324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.375048:0:316324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.375053:0:316324:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.375065:0:316324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818227bcb8 00010000:00010000:1.0:1787827129.375072:0:316324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.375081:0:316324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.376262:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376271:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.376281:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376285:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.376293:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376296:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.376304:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376306:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.376314:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376317:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.376325:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376328:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.376335:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376338:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.376345:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376349:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.376356:0:316324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.376360:0:316324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.393786:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.393794:0:316335:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.393798:0:316335:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.393817:0:316335:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.393826:0:316335:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.393837:0:316335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.393843:0:316335:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.393848:0:316335:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.393850:0:316335:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.393859:0:316335:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81820dbcb8 00010000:00010000:1.0:1787827129.393862:0:316335:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.393867:0:316335:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.395355:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395368:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.395388:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395392:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395405:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395420:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395435:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395438:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395454:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395476:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395491:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395494:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.395511:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395515:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.395531:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395535:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.395559:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395565:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.395747:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395753:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.395772:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395775:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395789:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395792:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395804:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395808:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395819:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395823:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.395834:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395837:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.395846:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395849:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.395859:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395862:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.395875:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.395879:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.396044:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396049:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.396061:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396065:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396075:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396078:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396089:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396093:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396102:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396105:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396114:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396118:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396125:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396128:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396138:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396141:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396148:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396152:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.396282:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396288:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.396298:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396301:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396309:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396312:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396323:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396327:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396336:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396340:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396350:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396353:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396365:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396369:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396377:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396380:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396387:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396391:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.396544:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396549:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.396558:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396562:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396571:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396574:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396583:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396586:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396595:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396598:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396606:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396610:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396620:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396623:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396633:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396636:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396645:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396649:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.396784:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396789:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.396798:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396802:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396811:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396815:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396824:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396827:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396837:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396840:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.396849:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396852:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396862:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396865:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396874:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396877:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.396886:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.396890:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.397013:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397019:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.397029:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397032:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397042:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397045:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397054:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397057:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397067:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397070:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397078:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397082:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.397089:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397092:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.397099:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397103:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.397110:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397114:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.397253:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397259:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.397267:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397270:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397278:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397281:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397288:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397292:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397299:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397303:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.397310:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397312:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.397321:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397324:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.397334:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397337:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.397346:0:316335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.397350:0:316335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.412139:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.412150:0:316342:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.412155:0:316342:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.412167:0:316342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.412178:0:316342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.412189:0:316342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.412196:0:316342:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.412202:0:316342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.412205:0:316342:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.412210:0:316342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182283cb8 00010000:00010000:1.0:1787827129.412215:0:316342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.412224:0:316342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.413925:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.413932:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.413952:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.413957:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.413972:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.413975:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.413990:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.413994:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414015:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414020:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414044:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414050:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414075:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414081:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414103:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414110:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414131:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414138:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.414370:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414379:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.414400:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414422:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414443:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414450:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414491:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414498:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414523:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414528:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414545:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414549:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414565:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414569:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414582:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414586:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414601:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414605:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.414775:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414782:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.414802:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414807:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414824:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414827:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414838:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414841:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414856:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414858:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.414868:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414871:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414882:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414886:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414894:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414897:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.414906:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.414910:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.415052:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415057:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.415064:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415067:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415074:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415076:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415083:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415086:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415092:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415095:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415102:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415104:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415112:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415115:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415126:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415129:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415137:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415141:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.415252:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415257:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.415266:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415269:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415277:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415279:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415289:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415292:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415302:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415304:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415313:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415315:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415323:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415326:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415334:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415336:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415345:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415348:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.415513:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415518:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.415530:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415533:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415542:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415545:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415553:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415556:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415566:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415569:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415577:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415579:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415585:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415587:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415593:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415595:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415601:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415604:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.415706:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415709:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.415716:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415718:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415724:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415725:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415731:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415733:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415738:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415740:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415745:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415747:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415754:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415755:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415762:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415763:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415769:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415771:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.415873:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415877:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.415885:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415887:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415893:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415895:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415900:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415902:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415907:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415909:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.415914:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415916:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415921:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415923:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415928:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415929:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.415935:0:316342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.415937:0:316342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.429876:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.429885:0:316349:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.429890:0:316349:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.429901:0:316349:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.429910:0:316349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.429922:0:316349:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.429930:0:316349:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.429935:0:316349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.429939:0:316349:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.429943:0:316349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818229bcb8 00010000:00010000:1.0:1787827129.429947:0:316349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.429956:0:316349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.431587:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431593:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.431608:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431612:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.431621:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431625:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.431641:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431645:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.431660:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431664:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.431679:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431683:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.431698:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431706:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.431727:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431735:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.431757:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431764:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.431937:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431943:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.431959:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431962:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.431977:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431981:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.431994:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.431997:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432009:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432012:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432026:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432030:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432050:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432055:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432072:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432077:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432093:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432098:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.432257:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432263:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.432272:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432275:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432285:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432288:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432299:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432302:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432319:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432323:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432338:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432343:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432359:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432365:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432381:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432386:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432401:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432420:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.432593:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432598:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.432612:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432615:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432626:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432629:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432638:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432641:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432653:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432657:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432671:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432675:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432691:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432696:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432712:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432717:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432733:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432740:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.432874:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432879:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.432890:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432893:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432903:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432906:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432916:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432920:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432928:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432931:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.432940:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432943:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432952:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432955:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432963:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432966:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.432976:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.432979:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.433094:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433098:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.433106:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433109:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433116:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433119:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433126:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433128:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433135:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433137:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433145:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433147:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433157:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433160:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433168:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433171:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433180:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433183:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.433287:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433292:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.433299:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433302:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433311:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433314:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433322:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433325:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433333:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433336:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433344:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433346:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433355:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433357:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433365:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433368:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433375:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433378:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.433588:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433593:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.433603:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433607:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433615:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433618:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433625:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433628:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433636:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433639:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.433653:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433656:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433667:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433670:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433679:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433682:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.433694:0:316349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.433698:0:316349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.449899:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.449909:0:316356:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.449913:0:316356:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.449926:0:316356:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.449936:0:316356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.449948:0:316356:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.449956:0:316356:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.449961:0:316356:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.449964:0:316356:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.449969:0:316356:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81822b3cb8 00010000:00010000:1.0:1787827129.449972:0:316356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.449980:0:316356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.452035:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452043:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.452072:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452082:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452102:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452109:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452134:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452140:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452163:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452167:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452187:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452191:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452208:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452212:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452235:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452240:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452264:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452271:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.452528:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452534:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.452553:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452557:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452574:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452578:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452590:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452593:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452603:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452606:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452618:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452621:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452633:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452636:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452645:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452648:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452656:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452659:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.452840:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452848:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.452875:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452881:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452904:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452910:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452936:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452942:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452959:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452963:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.452976:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452980:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.452992:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.452995:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453005:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453008:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453020:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453025:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.453189:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453198:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.453216:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453220:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453233:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453236:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453250:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453253:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453263:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453266:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453276:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453280:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453290:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453293:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453301:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453305:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453314:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453318:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.453454:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453478:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.453499:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453502:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453512:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453514:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453524:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453527:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453536:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453539:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453547:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453550:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453557:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453560:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453568:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453572:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453581:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453585:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.453720:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453726:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.453737:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453741:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453751:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453754:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453765:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453768:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453779:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453782:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453793:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453796:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453807:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453810:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453822:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453825:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.453836:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453839:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.453968:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453974:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.453985:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453988:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.453996:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.453999:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454009:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454012:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454019:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454022:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454029:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454032:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.454039:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454041:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.454049:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454052:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.454059:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454062:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.454223:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454228:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.454236:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454239:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454246:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454249:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454256:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454259:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454266:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454269:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.454276:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454279:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.454286:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454289:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.454296:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454299:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.454306:0:316356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.454310:0:316356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.478574:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.478590:0:316368:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.478596:0:316368:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.478618:0:316368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.478635:0:316368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.478650:0:316368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.478659:0:316368:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.478665:0:316368:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.478669:0:316368:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.478677:0:316368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81822cbcb8 00010000:00010000:1.0:1787827129.478682:0:316368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.478696:0:316368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.480156:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480161:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.480171:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480173:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.480180:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480182:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.480191:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480193:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.480203:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480205:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.480214:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480216:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.480224:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480227:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.480238:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480241:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.480254:0:316368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.480258:0:316368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.497252:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.497266:0:316375:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.497273:0:316375:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.497301:0:316375:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.497317:0:316375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.497335:0:316375:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.497344:0:316375:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.497351:0:316375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.497354:0:316375:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.497362:0:316375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81822cbcb8 00010000:00010000:1.0:1787827129.497366:0:316375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.497375:0:316375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.499087:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499095:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.499115:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499119:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.499143:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499147:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.499168:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499172:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.499191:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499195:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.499216:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499222:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.499245:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499251:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.499278:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499286:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.499307:0:316375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.499313:0:316375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.515396:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.515416:0:316384:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.515422:0:316384:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.515433:0:316384:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.515442:0:316384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.515453:0:316384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.515481:0:316384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.515487:0:316384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.515490:0:316384:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.515496:0:316384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182313cb8 00010000:00010000:1.0:1787827129.515500:0:316384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.515509:0:316384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.517276:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517286:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.517311:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517319:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517342:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517349:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517371:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517378:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517398:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517403:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517432:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517438:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.517474:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517481:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.517499:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517505:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.517522:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517527:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.517711:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517718:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.517733:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517736:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517752:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517756:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517767:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517771:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517784:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517787:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.517804:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517807:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.517825:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517833:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.517853:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517858:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.517876:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.517883:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.518054:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518060:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.518072:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518075:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518088:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518091:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518111:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518116:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518139:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518149:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518169:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518178:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518203:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518210:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518241:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518246:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518266:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518274:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.518485:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518491:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.518501:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518504:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518513:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518515:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518523:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518525:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518533:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518535:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518542:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518545:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518551:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518554:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518560:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518562:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518568:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518571:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.518697:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518701:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.518711:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518714:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518722:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518725:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518735:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518738:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518747:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518750:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518757:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518760:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518770:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518773:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518793:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518800:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.518812:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518816:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.518947:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518952:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.518963:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518966:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518975:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518978:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.518987:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.518990:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519000:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519004:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519013:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519016:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519028:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519031:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519041:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519045:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519054:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519058:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.519194:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519201:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.519212:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519216:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519229:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519233:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519243:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519247:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519256:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519259:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519268:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519271:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519280:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519283:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519291:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519294:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519302:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519305:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.519522:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519527:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.519539:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519543:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519551:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519554:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519561:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519564:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519572:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519575:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.519583:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519586:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519594:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519597:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519608:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519611:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.519620:0:316384:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.519623:0:316384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.532510:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.532520:0:316391:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.532526:0:316391:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.532538:0:316391:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.532548:0:316391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.532559:0:316391:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.532567:0:316391:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.532573:0:316391:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.532576:0:316391:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.532581:0:316391:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818232bcb8 00010000:00010000:1.0:1787827129.532586:0:316391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.532595:0:316391:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.534134:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534141:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.534157:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534161:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534176:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534180:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534192:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534195:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534210:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534214:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534237:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534245:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.534266:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534272:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.534299:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534305:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.534328:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534338:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.534584:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534590:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.534609:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534613:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534633:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534637:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534650:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534653:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534664:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534667:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534682:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534686:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.534703:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534706:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.534725:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534728:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.534745:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534750:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.534921:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534928:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.534950:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534959:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.534981:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.534991:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535012:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535018:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535043:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535048:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535063:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535066:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535079:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535082:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535095:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535099:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535110:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535114:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.535280:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535287:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.535300:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535303:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535316:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535319:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535331:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535334:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535344:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535348:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535363:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535366:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535384:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535391:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535421:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535427:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535444:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535450:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.535609:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535614:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.535629:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535633:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535645:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535649:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535657:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535661:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535671:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535674:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535682:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535685:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535695:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535698:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535708:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535711:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535719:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535723:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.535845:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535850:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.535860:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535863:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535870:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535873:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535880:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535883:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535890:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535894:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.535902:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535905:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535916:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535919:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535930:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535933:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.535943:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.535947:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.536096:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536102:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.536114:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536117:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536127:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536130:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536140:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536143:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536154:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536158:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536167:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536170:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.536180:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536183:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.536194:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536198:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.536209:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536213:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.536386:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536391:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.536404:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536420:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536432:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536436:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536445:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536449:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536480:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536485:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.536498:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536502:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.536517:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536520:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.536529:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536532:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.536540:0:316391:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.536544:0:316391:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.554508:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.554526:0:316400:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.554535:0:316400:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.554557:0:316400:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.554575:0:316400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.554591:0:316400:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.554600:0:316400:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.554607:0:316400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.554612:0:316400:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.554619:0:316400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81820d3cb8 00010000:00010000:1.0:1787827129.554623:0:316400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.554632:0:316400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.555682:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555688:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.555694:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555696:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.555701:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555703:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.555707:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555709:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.555713:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555715:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.555719:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555720:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.555726:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555727:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.555732:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555733:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.555738:0:316400:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.555740:0:316400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.561086:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.561096:0:316405:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.561102:0:316405:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.561114:0:316405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.561125:0:316405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.561136:0:316405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.561144:0:316405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.561151:0:316405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.561154:0:316405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.561159:0:316405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182343cb8 00010000:00010000:1.0:1787827129.561163:0:316405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.561172:0:316405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.562708:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562715:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.562737:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562744:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.562769:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562773:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.562794:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562800:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.562816:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562821:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.562835:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562840:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.562856:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562861:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.562886:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562894:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.562916:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.562921:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.563131:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563137:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.563151:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563155:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563164:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563167:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563179:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563182:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563190:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563194:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563211:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563215:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563233:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563238:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563256:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563262:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563281:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563288:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.563502:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563507:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.563525:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563529:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563544:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563548:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563566:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563569:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563588:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563593:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563619:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563626:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563644:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563649:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563669:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563674:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563693:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563699:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.563853:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563858:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.563867:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563870:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563880:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563884:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563903:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563907:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563928:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563935:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.563957:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563961:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.563977:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.563982:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564001:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564007:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564025:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564032:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.564184:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564189:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.564202:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564206:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564217:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564220:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564234:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564237:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564260:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564264:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564281:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564287:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564305:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564313:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564333:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564341:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564361:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564369:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.564537:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564542:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.564554:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564557:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564567:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564570:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564579:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564582:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564593:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564595:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564603:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564606:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564615:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564618:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564625:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564628:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564637:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564640:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.564762:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564766:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.564774:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564776:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564783:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564786:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564792:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564794:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564802:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564804:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.564811:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564814:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564821:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564823:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564835:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564837:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.564845:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564848:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.564985:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.564991:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.564999:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565002:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.565013:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565016:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.565025:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565028:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.565037:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565040:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.565047:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565049:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.565057:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565060:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.565068:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565070:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.565078:0:316405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.565081:0:316405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.578815:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.578821:0:316412:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.578825:0:316412:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.578833:0:316412:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.578839:0:316412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.578847:0:316412:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.578858:0:316412:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.578863:0:316412:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.578866:0:316412:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.578869:0:316412:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818235bcb8 00010000:00010000:1.0:1787827129.578872:0:316412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.578878:0:316412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.580418:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580423:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.580442:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580447:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580478:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580481:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580491:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580493:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580498:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580500:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580516:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580518:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.580531:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580534:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.580549:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580556:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.580568:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580572:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.580732:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580738:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.580753:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580756:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580765:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580769:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580781:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580784:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580797:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580800:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.580812:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580816:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.580834:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580838:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.580852:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580857:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.580875:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.580883:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.581045:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581050:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.581060:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581063:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581071:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581074:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581083:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581086:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581097:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581101:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581119:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581124:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581140:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581145:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581160:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581165:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581181:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581186:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.581318:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581323:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.581333:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581335:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581345:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581348:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581357:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581360:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581372:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581376:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581391:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581394:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581421:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581426:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581443:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581448:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581482:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581488:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.581622:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581627:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.581641:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581645:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581653:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581656:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581665:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581667:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581676:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581679:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581687:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581690:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581698:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581702:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581708:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581711:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581717:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581720:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.581822:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581827:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.581836:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581839:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581845:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581848:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581855:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581857:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581864:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581866:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.581875:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581878:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581886:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581890:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581898:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581901:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.581910:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.581914:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.582015:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582020:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.582029:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582031:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582039:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582042:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582049:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582052:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582061:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582063:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582071:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582074:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.582081:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582083:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.582091:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582094:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.582103:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582106:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.582281:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582286:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.582295:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582298:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582306:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582308:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582316:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582319:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582327:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582330:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.582338:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582340:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.582348:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582351:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.582359:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582362:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.582369:0:316412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.582373:0:316412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.595313:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.595328:0:316417:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.595335:0:316417:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.595356:0:316417:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.595372:0:316417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.595387:0:316417:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.595394:0:316417:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.595401:0:316417:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.595417:0:316417:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.595426:0:316417:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182333cb8 00010000:00010000:1.0:1787827129.595430:0:316417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.595440:0:316417:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.597658:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597667:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.597687:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597692:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.597713:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597717:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.597739:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597748:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.597770:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597777:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.597802:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597814:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.597848:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597855:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.597875:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597881:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.597909:0:316417:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.597920:0:316417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.612846:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.612861:0:316424:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.612873:0:316424:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.612893:0:316424:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.612908:0:316424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.612921:0:316424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.612929:0:316424:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.612936:0:316424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.612940:0:316424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.612946:0:316424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81822cbcb8 00010000:00010000:1.0:1787827129.612950:0:316424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.612958:0:316424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.614723:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614745:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.614768:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614773:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.614793:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614797:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.614819:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614824:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.614845:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614849:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.614870:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614874:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.614894:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614898:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.614918:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614922:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.614943:0:316424:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.614948:0:316424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.643349:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.643365:0:316438:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.643372:0:316438:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.643392:0:316438:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.643420:0:316438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.643434:0:316438:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.643443:0:316438:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.643450:0:316438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.643454:0:316438:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.643628:0:316438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81823a3cb8 00010000:00010000:1.0:1787827129.643634:0:316438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.643644:0:316438:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.645239:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645248:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.645269:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645274:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.645292:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645296:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.645316:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645320:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.645337:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645341:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.645357:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645362:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.645381:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645384:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.645420:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645425:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.645447:0:316438:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.645452:0:316438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.680685:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.680702:0:316453:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.680709:0:316453:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.680737:0:316453:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.680755:0:316453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.680769:0:316453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.680777:0:316453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.680784:0:316453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.680789:0:316453:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.680796:0:316453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182243cb8 00010000:00010000:1.0:1787827129.680801:0:316453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.680811:0:316453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.682575:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682583:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.682605:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682610:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.682628:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682630:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.682646:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682648:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.682667:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682670:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.682680:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682683:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.682698:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682701:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.682714:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682716:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.682728:0:316453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.682730:0:316453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.700509:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.700523:0:316460:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.700531:0:316460:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.700550:0:316460:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.700565:0:316460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.700579:0:316460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.700587:0:316460:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.700594:0:316460:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.700598:0:316460:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.700604:0:316460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81820dbcb8 00010000:00010000:1.0:1787827129.700609:0:316460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.700618:0:316460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.702015:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702021:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.702034:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702038:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.702051:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702055:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.702066:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702069:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.702081:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702084:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.702093:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702096:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.702107:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702110:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.702121:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702124:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.702132:0:316460:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.702136:0:316460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.734526:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.734536:0:316476:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.734541:0:316476:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.734552:0:316476:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.734561:0:316476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.734572:0:316476:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.734580:0:316476:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.734585:0:316476:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.734588:0:316476:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.734593:0:316476:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182403cb8 00010000:00010000:1.0:1787827129.734596:0:316476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.734628:0:316476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.736163:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736170:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.736185:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736189:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736204:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736207:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736227:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736231:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736249:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736253:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736270:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736275:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736294:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736300:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736323:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736329:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736355:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736364:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.736571:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736576:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.736589:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736592:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736603:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736606:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736615:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736619:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736629:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736632:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736646:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736650:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736668:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736672:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736688:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736694:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736716:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736724:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.736897:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736903:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.736916:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736919:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736930:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736934:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736944:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736947:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736958:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736962:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.736971:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736975:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.736984:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.736987:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737000:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737004:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737020:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737025:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.737179:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737186:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.737202:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737206:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737218:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737221:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737234:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737238:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737250:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737253:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737265:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737268:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737279:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737282:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737291:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737294:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737303:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737307:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.737455:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737478:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.737493:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737496:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737508:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737512:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737521:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737525:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737533:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737536:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737544:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737547:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737554:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737558:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737567:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737572:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737580:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737584:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.737697:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737702:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.737713:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737716:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737724:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737728:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737736:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737740:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737749:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737752:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737761:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737764:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737773:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737776:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737784:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737787:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.737797:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737801:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.737940:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737945:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.737956:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737959:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737968:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737972:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737982:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737985:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.737994:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.737997:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.738006:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738009:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.738018:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738021:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.738031:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738035:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.738044:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738047:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.738204:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738210:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.738221:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738224:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.738234:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738237:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.738246:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738249:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.738255:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738257:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.738262:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738264:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.738270:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738272:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.738277:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738279:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.738284:0:316476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.738287:0:316476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.750283:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.750298:0:316481:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.750306:0:316481:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.750327:0:316481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.750345:0:316481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.750360:0:316481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.750370:0:316481:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.750377:0:316481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.750381:0:316481:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.750387:0:316481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182243cb8 00010000:00010000:1.0:1787827129.750392:0:316481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.750401:0:316481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.752187:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752196:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.752213:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752218:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.752242:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752246:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.752260:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752264:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.752278:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752281:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.752294:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752297:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.752307:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752311:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.752323:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752326:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.752337:0:316481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.752341:0:316481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.770104:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.770114:0:316490:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.770120:0:316490:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.770133:0:316490:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.770146:0:316490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.770160:0:316490:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.770174:0:316490:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.770180:0:316490:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.770185:0:316490:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.770191:0:316490:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182433cb8 00010000:00010000:1.0:1787827129.770198:0:316490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.770210:0:316490:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.771762:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771770:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.771789:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771794:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.771813:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771816:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.771831:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771834:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.771847:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771850:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.771862:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771866:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.771877:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771881:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.771896:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771900:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.771919:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.771924:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.772112:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772119:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.772133:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772137:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772150:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772153:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772166:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772169:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772182:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772185:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772198:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772201:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.772216:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772219:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.772241:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772245:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.772266:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772274:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.772495:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772501:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.772523:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772528:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772554:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772560:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772588:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772595:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772626:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772632:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772656:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772665:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.772686:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772692:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.772708:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772712:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.772725:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772729:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.772902:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772910:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.772932:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772938:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772958:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772964:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.772984:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.772990:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773007:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773010:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773019:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773022:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773034:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773037:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773047:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773050:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773063:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773067:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.773206:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773212:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.773223:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773226:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773236:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773239:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773248:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773251:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773259:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773262:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773270:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773272:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773281:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773284:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773292:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773295:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773303:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773306:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.773441:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773446:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.773476:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773482:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773496:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773499:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773510:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773514:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773524:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773527:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773536:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773539:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773549:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773552:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773560:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773563:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773572:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773576:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.773740:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773745:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.773754:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773757:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773766:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773769:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773778:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773781:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773789:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773792:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.773802:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773806:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773818:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773822:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773832:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773835:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.773848:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.773851:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.774045:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774051:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.774062:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774065:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.774073:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774076:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.774084:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774088:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.774097:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774100:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.774107:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774108:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.774113:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774115:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.774119:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774121:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.774125:0:316490:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.774128:0:316490:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.787252:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.787266:0:316495:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.787273:0:316495:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.787292:0:316495:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.787307:0:316495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.787321:0:316495:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.787330:0:316495:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.787336:0:316495:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.787339:0:316495:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.787346:0:316495:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81822ebcb8 00010000:00010000:1.0:1787827129.787351:0:316495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.787360:0:316495:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.789068:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789076:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.789092:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789095:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.789105:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789108:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.789119:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789123:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.789134:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789137:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.789148:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789151:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.789163:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789166:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.789177:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789180:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.789193:0:316495:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.789197:0:316495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.821022:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.821042:0:316509:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.821049:0:316509:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.821083:0:316509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.821102:0:316509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.821120:0:316509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.821129:0:316509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.821137:0:316509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.821141:0:316509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.821149:0:316509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818246bcb8 00010000:00010000:1.0:1787827129.821153:0:316509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.821161:0:316509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.822910:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.822917:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.822929:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.822933:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.822943:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.822946:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.822956:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.822959:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.822974:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.822978:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.822990:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.822994:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.823004:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.823007:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.823017:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.823020:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.823036:0:316509:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.823040:0:316509:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.841625:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.841633:0:316518:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.841636:0:316518:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.841646:0:316518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.841653:0:316518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.841660:0:316518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.841665:0:316518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.841669:0:316518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.841671:0:316518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.841674:0:316518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182493cb8 00010000:00010000:1.0:1787827129.841676:0:316518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.841681:0:316518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.843365:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843372:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.843389:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843393:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843425:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843430:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843451:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843523:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843543:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843547:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843559:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843563:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.843572:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843575:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.843583:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843587:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.843597:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843601:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.843731:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843735:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.843744:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843746:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843757:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843760:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843773:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843776:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843790:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843795:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.843811:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843814:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.843835:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843840:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.843858:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843864:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.843884:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.843891:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.844043:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844047:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.844055:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844057:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844066:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844068:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844076:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844078:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844084:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844086:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844094:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844096:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844102:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844103:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844109:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844111:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844118:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844120:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.844238:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844243:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.844259:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844264:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844277:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844279:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844293:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844299:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844320:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844325:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844334:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844338:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844353:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844360:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844371:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844375:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844388:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844394:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.844552:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844557:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.844570:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844573:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844585:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844587:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844593:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844595:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844602:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844603:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844608:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844610:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844621:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844623:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844630:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844633:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844645:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844649:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.844798:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844804:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.844824:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844830:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844846:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844849:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844862:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844865:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844877:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844879:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.844886:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844888:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844898:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844901:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844914:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844917:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.844936:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.844941:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.845070:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845078:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.845095:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845101:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845118:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845122:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845136:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845139:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845146:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845147:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845155:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845157:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.845169:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845172:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.845183:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845187:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.845198:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845202:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.845369:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845372:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.845381:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845383:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845391:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845393:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845418:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845421:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845430:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845432:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.845441:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845443:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.845449:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845451:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.845478:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845481:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.845493:0:316518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.845496:0:316518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.880904:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880909:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.880916:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880919:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.880929:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880932:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.880943:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880946:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.880959:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880963:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.880974:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880978:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.880994:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.880998:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881015:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881021:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881043:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881054:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.881229:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881234:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.881248:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881251:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881266:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881268:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881285:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881287:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881297:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881302:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881317:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881323:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881342:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881349:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881373:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881384:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881426:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881435:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827129.881668:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881677:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.881699:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881706:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881729:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881735:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881754:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881760:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881791:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881800:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.881821:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881841:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881860:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881863:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881876:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881878:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.881891:0:316531:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.881895:0:316531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.906272:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.906279:0:316546:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.906283:0:316546:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.906292:0:316546:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.906298:0:316546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.906309:0:316546:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.906316:0:316546:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.906321:0:316546:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.906329:0:316546:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.906334:0:316546:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81824ebcb8 00010000:00010000:1.0:1787827129.906338:0:316546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.906347:0:316546:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.907708:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907716:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.907739:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907750:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.907773:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907777:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.907791:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907795:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.907813:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907816:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.907826:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907828:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.907835:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907837:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.907842:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907844:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.907854:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.907858:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.908021:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908027:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.908044:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908049:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908071:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908077:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908105:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908112:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908133:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908139:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908156:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908162:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908179:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908185:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908202:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908209:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908226:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908230:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.908384:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908389:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.908418:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908423:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908441:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908447:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908484:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908491:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908509:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908517:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908536:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908543:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908561:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908568:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908585:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908592:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908610:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908619:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.908765:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908771:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.908788:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908792:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908807:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908811:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908824:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908828:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908841:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908846:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.908863:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908868:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908889:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908899:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908911:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908914:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.908927:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.908935:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.909074:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909080:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.909100:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909105:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909121:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909125:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909145:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909147:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909160:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909165:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909182:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909187:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909203:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909207:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909222:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909228:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909248:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909254:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.909363:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909367:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.909375:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909377:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909382:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909384:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909391:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909393:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909403:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909419:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909430:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909434:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909444:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909447:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909476:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909479:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909489:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909492:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.909589:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909593:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.909598:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909599:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909604:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909606:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909610:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909611:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909616:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909618:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909623:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909624:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909629:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909630:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909635:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909637:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909641:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909643:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.909781:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909786:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.909798:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909801:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909809:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909811:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909816:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909818:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909825:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909827:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.909832:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909834:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909839:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909841:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909847:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909850:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.909861:0:316546:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.909864:0:316546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.924664:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.924674:0:316553:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.924679:0:316553:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.924690:0:316553:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.924700:0:316553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.924718:0:316553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.924725:0:316553:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.924730:0:316553:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.924734:0:316553:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.924738:0:316553:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182503cb8 00010000:00010000:1.0:1787827129.924741:0:316553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.924750:0:316553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.926200:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926205:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.926216:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926218:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926226:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926228:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926235:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926237:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926246:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926248:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926258:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926260:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926269:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926270:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926278:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926279:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926286:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926288:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.926505:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926512:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.926531:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926536:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926555:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926559:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926570:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926573:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926582:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926584:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926591:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926594:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926604:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926605:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926619:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926622:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926636:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926639:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.926807:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926813:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.926828:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926833:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926863:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926867:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926880:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926886:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926905:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926911:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.926927:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926931:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926945:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926948:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926957:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926958:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.926966:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.926969:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.927124:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927131:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.927152:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927158:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927178:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927183:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927204:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927208:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927223:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927225:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927234:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927236:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927243:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927245:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927257:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927259:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927269:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927271:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.927418:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927426:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.927450:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927479:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927504:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927510:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927538:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927547:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927568:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927572:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927588:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927591:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927606:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927608:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927623:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927625:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927635:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927638:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.927754:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927759:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.927770:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927772:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927778:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927780:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927786:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927788:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927793:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927795:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927800:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927802:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927808:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927810:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927815:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927817:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.927822:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927824:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.927926:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927931:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.927944:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927947:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927959:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927962:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927973:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927977:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927986:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927989:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.927995:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.927996:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.928001:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928003:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.928008:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928009:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.928015:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928017:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.928182:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928186:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.928192:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928194:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.928201:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928202:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.928208:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928210:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.928215:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928217:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.928222:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928225:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.928231:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928233:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.928238:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928240:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.928245:0:316553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.928247:0:316553:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.942455:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.942484:0:316560:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.942490:0:316560:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.942502:0:316560:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.942512:0:316560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.942523:0:316560:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.942531:0:316560:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.942537:0:316560:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.942540:0:316560:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.942545:0:316560:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818251bcb8 00010000:00010000:1.0:1787827129.942549:0:316560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.942558:0:316560:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.943958:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.943963:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.943976:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.943979:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.943992:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.943995:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944010:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944014:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944035:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944039:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944056:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944061:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944079:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944083:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944102:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944106:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944121:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944127:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.944314:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944319:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.944342:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944350:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944372:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944381:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944419:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944423:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944437:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944441:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944455:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944475:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944499:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944502:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944512:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944516:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944530:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944536:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.944726:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944733:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.944755:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944760:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944783:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944792:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944815:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944820:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944838:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944843:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.944861:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944868:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944890:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944900:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944919:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944922:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.944934:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.944938:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.945109:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945116:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.945134:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945140:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945159:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945164:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945181:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945184:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945197:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945200:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945211:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945215:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945226:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945229:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945238:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945242:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945254:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945258:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.945396:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945402:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.945422:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945426:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945436:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945439:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945447:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945450:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945480:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945484:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945498:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945501:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945512:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945515:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945526:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945529:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945537:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945540:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.945685:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945691:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.945702:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945705:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945715:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945718:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945728:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945731:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945741:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945744:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945755:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945758:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945768:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945771:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945781:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945785:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.945794:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945798:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.945949:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945954:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.945966:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945970:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945979:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945982:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.945993:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.945997:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.946006:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946010:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.946018:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946022:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.946031:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946034:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.946044:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946047:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.946055:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946058:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.946224:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946227:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.946233:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946235:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.946240:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946241:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.946245:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946247:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.946251:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946253:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.946257:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946259:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.946264:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946265:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.946270:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946272:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.946277:0:316560:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.946279:0:316560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.960021:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.960030:0:316567:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.960035:0:316567:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.960051:0:316567:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.960061:0:316567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.960072:0:316567:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.960080:0:316567:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.960086:0:316567:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.960089:0:316567:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.960095:0:316567:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182523cb8 00010000:00010000:1.0:1787827129.960099:0:316567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.960108:0:316567:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.961779:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961785:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.961802:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961806:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.961821:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961825:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.961843:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961846:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.961862:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961866:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.961887:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961893:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.961913:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961919:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.961937:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961943:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.961961:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.961966:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.962133:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962139:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.962151:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962154:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962168:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962172:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962190:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962195:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962209:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962216:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962235:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962240:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962259:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962261:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962271:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962275:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962292:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962295:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.962442:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962447:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.962478:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962482:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962496:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962500:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962512:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962516:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962532:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962538:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962556:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962561:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962577:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962583:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962598:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962604:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962623:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962630:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.962744:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962748:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.962757:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962759:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962767:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962769:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962781:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962784:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962795:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962798:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962808:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962811:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962823:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962826:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962835:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962838:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.962848:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962851:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.962941:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962945:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.962954:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962957:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962965:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962969:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962977:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962980:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.962990:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.962994:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963004:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963007:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963019:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963023:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963032:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963035:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963043:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963047:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.963175:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963181:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.963193:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963196:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963205:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963206:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963213:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963215:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963220:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963222:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963227:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963230:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963234:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963236:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963241:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963242:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963247:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963250:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.963373:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963378:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.963389:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963392:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963402:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963417:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963428:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963432:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963442:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963445:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963474:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963477:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963489:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963491:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963497:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963499:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963505:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963508:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.963643:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963647:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.963653:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963655:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963659:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963661:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963666:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963668:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963673:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963675:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.963680:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963684:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963695:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963698:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963708:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963711:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.963720:0:316567:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.963724:0:316567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827129.981859:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.981878:0:316576:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.981886:0:316576:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.981908:0:316576:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.981935:0:316576:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.981954:0:316576:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.981961:0:316576:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.981969:0:316576:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.981972:0:316576:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.981977:0:316576:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818214bcb8 00010000:00010000:1.0:1787827129.981980:0:316576:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.981987:0:316576:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.983045:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983054:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.983064:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983068:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.983076:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983079:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.983086:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983089:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.983096:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983099:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.983106:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983110:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.983118:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983121:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.983130:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983133:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.983141:0:316576:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.983145:0:316576:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.989001:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827129.989011:0:316581:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827129.989026:0:316581:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827129.989039:0:316581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827129.989048:0:316581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.989056:0:316581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.989061:0:316581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827129.989066:0:316581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827129.989068:0:316581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827129.989072:0:316581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182543cb8 00010000:00010000:1.0:1787827129.989076:0:316581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827129.989084:0:316581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827129.991021:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991028:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.991048:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991054:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991072:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991076:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991088:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991091:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991101:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991104:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991114:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991117:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991142:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991146:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991162:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991166:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991186:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991192:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827129.991360:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991364:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.991372:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991374:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991383:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991385:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991390:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991393:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991401:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991419:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991430:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991434:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991445:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991448:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991486:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991490:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991503:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991507:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827129.991624:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991628:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.991634:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991636:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991644:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991646:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991652:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991654:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991660:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991662:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991668:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991670:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991676:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991677:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991682:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991683:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991688:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991691:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827129.991788:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991792:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.991799:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991801:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991808:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991809:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991816:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991818:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991823:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991825:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991832:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991833:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991839:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991840:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991845:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991847:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.991854:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991859:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827129.991970:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991974:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.991981:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991984:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.991991:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.991995:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992003:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992005:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992014:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992017:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992026:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992029:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992039:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992042:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992051:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992053:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992060:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992063:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827129.992188:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992192:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.992200:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992202:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992208:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992210:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992215:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992217:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992222:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992224:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992229:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992230:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992236:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992238:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992242:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992244:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992248:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992251:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827129.992334:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992337:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.992351:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992354:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992360:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992362:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992368:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992370:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992375:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992377:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992383:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992385:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992396:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992398:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992425:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992429:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992441:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992445:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827129.992637:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992641:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827129.992647:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992649:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992654:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992655:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992660:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992662:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992666:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992668:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827129.992672:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992674:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992678:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992686:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992692:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992694:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827129.992698:0:316581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827129.992700:0:316581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.007434:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.007444:0:316588:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.007450:0:316588:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.007525:0:316588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.007533:0:316588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.007541:0:316588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.007547:0:316588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.007551:0:316588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.007554:0:316588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.007557:0:316588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818255bcb8 00010000:00010000:1.0:1787827130.007560:0:316588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.007566:0:316588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.008964:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.008969:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.008983:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.008986:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009002:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009005:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009016:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009019:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009031:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009034:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009043:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009047:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009060:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009063:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009081:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009085:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009104:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009108:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.009293:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009298:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.009313:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009316:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009332:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009336:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009356:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009360:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009377:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009381:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009398:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009415:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009432:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009437:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009477:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009483:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009501:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009507:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.009679:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009685:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.009701:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009705:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009720:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009726:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009742:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009748:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009764:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009769:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.009785:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009791:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009808:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009813:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009829:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009834:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.009853:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009856:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.009988:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.009993:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.010003:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010006:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010015:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010018:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010029:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010032:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010044:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010047:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010063:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010066:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010082:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010087:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010104:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010109:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010125:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010131:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.010261:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010266:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.010274:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010276:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010285:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010286:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010294:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010295:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010302:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010304:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010312:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010313:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010321:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010323:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010328:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010329:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010336:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010338:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.010435:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010439:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.010445:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010447:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010452:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010453:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010475:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010478:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010488:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010490:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010496:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010499:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010504:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010506:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010511:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010512:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010517:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010520:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.010601:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010604:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.010610:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010612:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010616:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010618:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010623:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010625:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010630:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010632:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010639:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010641:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010646:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010648:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010653:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010655:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010661:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010663:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.010764:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010770:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.010780:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010783:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010791:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010794:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010803:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010806:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010817:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010820:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.010830:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010833:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010843:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010847:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010855:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010857:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.010863:0:316588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.010865:0:316588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.026373:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.026380:0:316595:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.026384:0:316595:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.026393:0:316595:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.026400:0:316595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.026423:0:316595:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.026429:0:316595:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.026433:0:316595:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.026435:0:316595:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.026439:0:316595:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182573cb8 00010000:00010000:1.0:1787827130.026441:0:316595:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.026447:0:316595:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.027993:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028001:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.028020:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028026:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028046:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028050:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028067:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028071:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028085:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028089:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028105:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028111:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028130:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028140:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028167:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028172:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028187:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028191:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.028381:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028387:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.028418:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028423:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028435:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028438:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028448:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028451:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028475:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028478:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028486:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028488:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028494:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028496:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028501:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028503:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028511:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028514:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.028636:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028640:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.028649:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028651:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028659:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028660:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028667:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028669:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028678:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028680:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028692:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028695:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028708:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028712:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028729:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028737:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.028755:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028761:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.028907:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028911:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.028923:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028926:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028935:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028938:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028947:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028950:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028964:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028968:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.028984:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.028988:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029004:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029009:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029026:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029030:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029037:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029040:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.029177:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029183:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.029201:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029206:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029223:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029230:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029245:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029249:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029260:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029263:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029274:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029276:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029285:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029287:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029295:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029297:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029305:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029308:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.029475:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029482:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.029496:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029499:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029508:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029512:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029522:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029525:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029531:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029533:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029537:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029539:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029544:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029546:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029551:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029553:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029557:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029559:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.029688:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029693:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.029702:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029705:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029715:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029718:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029728:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029731:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029740:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029744:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029753:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029755:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029763:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029766:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029775:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029778:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.029787:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029791:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.029963:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029969:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.029979:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029981:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029986:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029988:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.029994:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.029996:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.030002:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.030004:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.030009:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.030011:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.030017:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.030018:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.030023:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.030025:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.030031:0:316595:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.030033:0:316595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.044808:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.044828:0:316602:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.044833:0:316602:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.044849:0:316602:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.044859:0:316602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.044869:0:316602:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.044874:0:316602:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.044878:0:316602:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.044880:0:316602:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.044883:0:316602:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818258bcb8 00010000:00010000:1.0:1787827130.044886:0:316602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.044892:0:316602:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.046325:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046331:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.046350:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046355:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046374:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046379:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046396:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046401:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046431:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046436:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046483:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046489:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.046512:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046518:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.046536:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046541:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.046558:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046562:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.046746:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046755:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.046774:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046782:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046802:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046808:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046826:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046831:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046849:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046854:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.046871:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046876:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.046892:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046895:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.046908:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046916:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.046936:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.046943:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.047132:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047138:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.047157:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047163:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047182:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047187:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047203:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047208:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047227:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047233:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047250:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047255:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047271:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047276:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047294:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047298:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047314:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047322:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.047495:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047500:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.047513:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047516:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047531:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047535:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047552:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047557:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047570:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047574:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047589:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047593:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047622:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047625:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047633:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047637:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047654:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047660:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.047789:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047792:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.047799:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047801:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047809:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047811:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047822:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047825:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047835:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047839:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.047850:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047853:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047868:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047871:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047888:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047894:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.047911:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.047917:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.048055:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048061:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.048076:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048079:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048090:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048092:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048099:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048101:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048108:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048110:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048117:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048119:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048126:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048128:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048132:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048135:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048140:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048142:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.048270:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048275:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.048285:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048288:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048297:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048300:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048308:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048311:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048319:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048322:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048330:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048333:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048341:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048344:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048354:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048357:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048367:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048371:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.048554:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048559:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.048566:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048568:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048574:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048576:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048582:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048584:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048590:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048593:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.048598:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048600:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048606:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048608:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048613:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048615:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.048620:0:316602:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.048622:0:316602:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.076937:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.076945:0:316615:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.076949:0:316615:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.076958:0:316615:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.076964:0:316615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.076972:0:316615:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.076976:0:316615:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.076981:0:316615:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.076984:0:316615:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.076988:0:316615:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818259bcb8 00010000:00010000:1.0:1787827130.076991:0:316615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.077005:0:316615:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.078480:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078486:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.078501:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078504:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078516:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078519:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078532:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078535:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078548:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078551:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078568:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078571:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.078591:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078595:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.078611:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078615:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.078631:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078636:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827130.078868:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078873:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.078886:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078890:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078899:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078902:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078912:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078916:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078927:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078930:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.078943:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078946:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.078956:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078959:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.078969:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078971:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.078981:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.078984:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827130.079187:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079193:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.079212:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079217:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079235:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079238:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079257:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079261:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079283:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079286:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079307:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079311:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.079331:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079334:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.079352:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079355:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.079370:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079373:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827130.079569:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079574:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.079588:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079593:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079610:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079616:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079626:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079631:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079650:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079654:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079674:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079678:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.079688:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079691:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.079704:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079708:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.079724:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079728:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.079880:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079887:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.079905:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079918:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079941:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079946:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079962:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079967:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.079984:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.079990:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.080005:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080010:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.080020:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080023:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.080034:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080037:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.080047:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080050:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827130.080209:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080215:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.080229:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080234:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.080247:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080251:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.080263:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080266:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.080282:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080288:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.080305:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080311:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.080328:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080333:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.080350:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080353:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.080364:0:316615:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.080368:0:316615:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.090233:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.090250:0:316619:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.090264:0:316619:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.090286:0:316619:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.090305:0:316619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.090319:0:316619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.090331:0:316619:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.090339:0:316619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.090342:0:316619:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.090350:0:316619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182583cb8 00010000:00010000:1.0:1787827130.090354:0:316619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.090362:0:316619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.091684:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091690:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.091698:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091702:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.091709:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091712:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.091756:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091763:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.091778:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091781:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.091789:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091792:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.091800:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091804:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.091812:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091814:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.091822:0:316619:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.091826:0:316619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.095613:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.095622:0:316622:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.095627:0:316622:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.095637:0:316622:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.095646:0:316622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.095656:0:316622:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.095663:0:316622:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.095668:0:316622:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.095672:0:316622:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.095676:0:316622:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81825abcb8 00010000:00010000:1.0:1787827130.095680:0:316622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.095688:0:316622:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.097240:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097246:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.097260:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097265:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.097276:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097279:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.097289:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097293:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.097303:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097307:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.097320:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097323:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.097335:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097338:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.097350:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097354:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.097372:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097377:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827130.097981:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.097988:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.097999:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098003:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098017:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098021:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098037:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098040:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098056:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098062:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098081:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098089:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098116:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098121:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098137:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098143:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098158:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098163:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827130.098335:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098340:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.098351:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098354:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098368:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098372:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098384:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098388:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098400:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098421:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098437:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098441:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098455:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098481:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098498:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098503:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098526:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098535:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827130.098701:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098707:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.098721:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098724:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098736:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098740:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098754:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098758:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098769:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098772:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.098789:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098792:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098807:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098810:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098824:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098827:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.098843:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098850:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.098993:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.098999:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.099016:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099019:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099029:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099032:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099042:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099045:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099057:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099060:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099071:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099074:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.099084:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099086:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.099096:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099098:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.099107:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099111:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827130.099272:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099279:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.099297:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099303:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099321:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099325:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099336:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099339:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099349:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099352:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.099362:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099365:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.099375:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099379:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.099387:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099390:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.099398:0:316622:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.099415:0:316622:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.116712:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.116721:0:316630:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.116727:0:316630:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.116737:0:316630:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.116747:0:316630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.116758:0:316630:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.116766:0:316630:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.116771:0:316630:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.116774:0:316630:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.116779:0:316630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81825c3cb8 00010000:00010000:1.0:1787827130.116783:0:316630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.116791:0:316630:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.118287:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118294:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.118308:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118312:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118325:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118329:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118338:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118341:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118350:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118354:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118367:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118370:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.118381:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118385:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.118396:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118399:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.118417:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118421:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.118616:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118622:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.118637:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118641:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118658:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118661:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118674:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118677:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118686:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118689:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118697:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118701:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.118709:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118713:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.118726:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118729:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.118746:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118750:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.118914:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118922:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.118941:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118946:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.118967:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.118978:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119009:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119017:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119031:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119036:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119050:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119056:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119078:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119084:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119101:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119106:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119122:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119129:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.119294:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119299:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.119308:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119311:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119320:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119323:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119330:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119333:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119347:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119351:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119369:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119374:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119393:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119399:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119428:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119432:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119443:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119446:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.119588:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119593:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.119600:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119603:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119610:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119612:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119619:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119621:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119628:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119630:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119637:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119639:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119647:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119650:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119658:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119662:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119678:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119684:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.119822:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119830:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.119849:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119853:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119862:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119865:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119874:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119877:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119885:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119888:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.119897:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119900:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119909:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119912:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119922:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119925:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.119934:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.119938:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.120063:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120069:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.120085:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120089:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120104:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120110:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120125:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120131:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120151:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120161:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120174:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120178:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.120193:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120198:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.120214:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120217:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.120227:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120230:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.120401:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120421:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.120438:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120443:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120476:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120482:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120498:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120504:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120519:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120525:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.120550:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120554:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.120565:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120570:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.120584:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120588:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.120597:0:316630:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.120600:0:316630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.138257:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.138266:0:316637:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.138271:0:316637:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.138283:0:316637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.138293:0:316637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.138302:0:316637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.138308:0:316637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.138313:0:316637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.138316:0:316637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.138321:0:316637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81825dbcb8 00010000:00010000:1.0:1787827130.138324:0:316637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.138332:0:316637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.139779:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139785:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.139798:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139801:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.139815:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139819:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.139837:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139841:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.139853:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139857:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.139873:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139877:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.139895:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139898:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.139915:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139919:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.139937:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.139941:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.140129:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140135:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.140155:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140158:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140175:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140180:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140195:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140201:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140221:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140227:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140243:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140249:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140265:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140271:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140290:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140294:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140307:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140312:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.140505:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140510:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.140526:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140529:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140540:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140543:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140551:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140553:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140563:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140566:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140576:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140579:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140590:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140593:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140608:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140612:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140626:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140632:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.140773:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140779:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.140795:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140799:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140810:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140813:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140823:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140827:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140837:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140841:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.140851:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140854:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140865:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140868:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140877:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140880:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.140888:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.140892:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.141029:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141038:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.141056:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141062:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141078:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141086:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141103:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141110:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141125:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141129:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141143:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141147:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141157:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141161:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141170:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141173:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141182:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141185:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.141323:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141329:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.141344:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141349:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141366:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141372:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141389:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141395:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141428:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141432:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141446:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141452:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141517:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141521:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141532:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141535:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141545:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141548:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.141674:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141679:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.141694:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141697:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141710:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141713:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141724:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141727:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141736:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141739:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141747:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141750:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141759:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141761:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141771:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141775:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.141788:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141792:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.141953:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141958:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.141969:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141972:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141982:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141985:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.141995:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.141998:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.142007:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.142010:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.142023:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.142027:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.142041:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.142045:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.142059:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.142065:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.142080:0:316637:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.142086:0:316637:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.164369:0:316646:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.164382:0:316646:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.164388:0:316646:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.164420:0:316646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.164435:0:316646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.164446:0:316646:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.164452:0:316646:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.164474:0:316646:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.164477:0:316646:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.164483:0:316646:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182313cb8 00010000:00010000:1.0:1787827130.164487:0:316646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.164496:0:316646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.170820:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.170829:0:316651:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.170834:0:316651:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.170846:0:316651:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.170855:0:316651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.170866:0:316651:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.170873:0:316651:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.170878:0:316651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.170880:0:316651:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.170884:0:316651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81825fbcb8 00010000:00010000:1.0:1787827130.170886:0:316651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.170892:0:316651:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.172279:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172286:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.172307:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172315:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172335:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172340:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172364:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172370:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172390:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172397:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172429:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172436:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.172482:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172488:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.172507:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172511:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.172527:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172532:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.172728:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172735:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.172757:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172764:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172785:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172791:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172812:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172818:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172838:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172843:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.172862:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172868:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.172887:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172891:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.172906:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172909:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.172924:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.172929:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.173105:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173112:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.173130:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173136:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173153:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173158:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173177:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173182:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173197:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173201:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173215:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173219:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173232:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173235:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173248:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173252:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173263:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173267:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.173448:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173455:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.173492:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173496:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173509:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173512:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173523:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173526:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173536:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173539:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173548:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173551:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173562:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173565:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173574:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173577:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173589:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173593:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.173741:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173749:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.173768:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173773:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173790:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173793:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173805:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173808:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173819:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173822:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.173833:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173837:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173850:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173853:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173865:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173868:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.173879:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.173882:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.173994:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174000:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.174010:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174013:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174021:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174024:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174033:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174036:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174043:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174046:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174053:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174056:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174064:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174066:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174073:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174076:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174086:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174089:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.174217:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174223:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.174236:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174240:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174251:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174255:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174264:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174267:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174276:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174279:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174290:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174293:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174303:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174307:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174316:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174319:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174328:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174332:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.174609:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174615:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.174625:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174628:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174639:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174641:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174650:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174652:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174661:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174663:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.174673:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174675:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174686:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174688:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174698:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174701:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.174709:0:316651:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.174712:0:316651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:1.0:1787827130.187585:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802589312:192.168.203.151@tcp:400:kworker.0 00000080:00200000:0.0:1787827130.213098:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.213117:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213124:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.213153:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213163:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.213175:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213180:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.213198:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213203:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.213221:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213228:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827130.213360:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213364:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.213370:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213372:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.213378:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213380:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.213391:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213394:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.213419:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213423:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.213443:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213452:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.213487:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213494:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.213512:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213518:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.213538:0:316664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.213544:0:316664:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.223378:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.223396:0:316668:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.223418:0:316668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.223450:0:316668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.223611:0:316668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.223690:0:316668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.223699:0:316668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.223706:0:316668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.223709:0:316668:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.223716:0:316668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182623cb8 00010000:00010000:0.0:1787827130.223720:0:316668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.223729:0:316668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.224822:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224831:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.224840:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224844:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.224851:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224854:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.224861:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224864:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.224870:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224873:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.224880:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224883:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.224890:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224893:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.224900:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224903:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.224910:0:316668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.224914:0:316668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.229007:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.229017:0:316671:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.229023:0:316671:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.229037:0:316671:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.229047:0:316671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.229059:0:316671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.229080:0:316671:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.229086:0:316671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.229089:0:316671:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.229095:0:316671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818262bcb8 00010000:00010000:0.0:1787827130.229099:0:316671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.229107:0:316671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.230981:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.230989:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.231003:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231007:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231017:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231020:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231030:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231033:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231042:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231045:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231053:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231056:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231064:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231067:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231075:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231078:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231085:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231088:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1787827130.231300:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231305:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.231324:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231328:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231346:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231350:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231368:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231372:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231390:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231395:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231425:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231429:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231447:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231450:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231491:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231496:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231513:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231517:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1787827130.231709:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231715:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.231734:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231740:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231757:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231762:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231780:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231785:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231797:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231800:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.231809:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231812:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231825:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231828:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231838:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231841:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.231849:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.231851:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1787827130.232000:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232007:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.232024:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232030:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232046:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232049:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232060:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232062:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232073:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232077:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232087:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232091:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232104:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232107:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232119:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232123:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232134:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232138:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.232289:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232296:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.232317:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232325:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232350:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232355:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232367:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232370:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232383:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232385:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232398:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232414:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232427:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232431:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232443:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232446:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232484:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232490:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827130.232677:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232683:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.232696:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232700:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232712:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232715:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232728:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232732:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232744:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232748:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.232766:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232770:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232786:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232791:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232808:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232813:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.232831:0:316671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.232837:0:316671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.243576:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.243591:0:316675:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.243599:0:316675:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.243620:0:316675:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.243639:0:316675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.243653:0:316675:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.243661:0:316675:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.243668:0:316675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.243671:0:316675:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.243678:0:316675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818263bcb8 00010000:00010000:0.0:1787827130.243682:0:316675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.243698:0:316675:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.244977:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.244988:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.245000:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245005:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.245013:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245015:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.245020:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245022:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.245027:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245029:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.245033:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245035:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.245039:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245041:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.245045:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245047:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.245051:0:316675:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.245053:0:316675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.249765:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.249783:0:316678:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.249792:0:316678:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.249823:0:316678:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.249840:0:316678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.249861:0:316678:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.249870:0:316678:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.249878:0:316678:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.249882:0:316678:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.249889:0:316678:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182643cb8 00010000:00010000:0.0:1787827130.249893:0:316678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.249902:0:316678:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.251435:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251443:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.251450:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251453:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.251487:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251492:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.251502:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251505:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.251513:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251516:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.251524:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251527:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.251532:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251533:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.251540:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251543:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.251551:0:316678:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.251555:0:316678:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.255850:0:316681:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.255867:0:316681:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.255874:0:316681:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.255896:0:316681:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.255914:0:316681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.255928:0:316681:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.255936:0:316681:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.255944:0:316681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.255948:0:316681:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.255956:0:316681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182603cb8 00010000:00010000:1.0:1787827130.255960:0:316681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.255969:0:316681:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.261158:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.261175:0:316684:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.261182:0:316684:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.261204:0:316684:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.261220:0:316684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.261234:0:316684:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.261244:0:316684:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.261251:0:316684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.261255:0:316684:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.261262:0:316684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81824d3cb8 00010000:00010000:0.0:1787827130.261266:0:316684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.261276:0:316684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.262198:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.262205:0:316686:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.262208:0:316686:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.262216:0:316686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.262223:0:316686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.262232:0:316686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.262239:0:316686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.262253:0:316686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.262256:0:316686:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.262261:0:316686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182653cb8 00010000:00010000:1.0:1787827130.262264:0:316686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.262272:0:316686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.263000:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263009:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.263029:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263034:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.263056:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263060:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.263078:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263083:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.263104:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263108:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.263128:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263132:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.263152:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263156:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.263175:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263178:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.263199:0:316684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.263204:0:316684:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.263802:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263809:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.263830:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263836:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.263856:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263862:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.263876:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263881:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.263894:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263899:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.263919:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263929:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.263945:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263950:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.263968:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263973:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.263987:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.263994:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.264193:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264198:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.264212:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264214:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264227:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264232:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264259:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264262:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264281:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264286:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264303:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264309:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.264327:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264332:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.264352:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264357:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.264375:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264381:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.264588:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264595:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.264609:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264612:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264628:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264631:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264647:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264651:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264666:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264670:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264682:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264686:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.264699:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264703:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.264720:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264725:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.264745:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264753:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.264921:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264927:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.264939:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264942:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264955:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264959:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264972:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264975:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.264985:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.264988:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265002:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265006:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265024:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265028:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265044:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265050:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265072:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265080:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.265224:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265228:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.265237:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265239:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265247:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265249:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265256:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265258:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265266:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265270:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265281:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265284:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265296:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265299:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265313:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265317:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265333:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265336:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.265503:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265510:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.265525:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265530:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265545:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265552:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265573:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265577:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265589:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265592:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265603:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265607:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265620:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265623:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265634:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265638:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265650:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265655:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.265763:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265768:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.265779:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265782:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265792:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265795:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265805:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265808:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265818:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265821:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.265843:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265847:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265856:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265859:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265869:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265872:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.265881:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.265884:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.266041:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266045:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.266056:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266059:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.266068:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266071:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.266080:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266084:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.266093:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266098:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.266109:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266112:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.266121:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266123:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.266132:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266134:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.266143:0:316686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.266146:0:316686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.278782:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.278800:0:316691:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.278807:0:316691:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.278838:0:316691:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.278867:0:316691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.278882:0:316691:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.278891:0:316691:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.278898:0:316691:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.278902:0:316691:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.278909:0:316691:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81824d3cb8 00010000:00010000:0.0:1787827130.278913:0:316691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.278922:0:316691:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.280033:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.280042:0:316693:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.280046:0:316693:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.280054:0:316693:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.280061:0:316693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.280070:0:316693:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.280078:0:316693:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.280083:0:316693:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.280086:0:316693:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.280091:0:316693:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182663cb8 00010000:00010000:1.0:1787827130.280094:0:316693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.280103:0:316693:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.280839:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280848:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.280869:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280874:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.280891:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280895:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.280917:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280921:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.280942:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280946:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.280965:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280969:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.280988:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.280993:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.281011:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.281015:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.281035:0:316691:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.281039:0:316691:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.281618:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281625:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.281645:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281650:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.281668:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281672:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.281689:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281693:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.281707:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281710:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.281724:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281727:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.281743:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281746:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.281761:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281765:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.281777:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281781:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.281971:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.281978:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.281999:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282005:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282023:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282027:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282038:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282041:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282056:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282059:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282077:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282082:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282100:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282103:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282119:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282122:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282137:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282142:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.282326:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282332:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.282348:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282352:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282365:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282368:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282381:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282384:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282396:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282400:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282428:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282433:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282452:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282492:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282514:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282519:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282533:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282537:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.282688:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282694:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.282705:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282708:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282718:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282722:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282738:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282742:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282769:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282773:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.282788:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282791:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282802:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282806:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282817:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282820:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.282837:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282843:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.282988:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.282993:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.283006:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283010:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283021:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283025:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283035:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283038:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283049:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283052:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283061:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283064:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283077:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283081:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283096:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283099:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283116:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283122:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.283273:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283278:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.283289:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283292:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283305:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283308:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283317:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283320:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283328:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283331:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283341:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283344:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283355:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283358:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283367:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283370:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283378:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283382:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.283525:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283530:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.283539:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283543:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283554:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283557:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283565:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283568:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283575:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283578:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283585:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283588:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283596:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283599:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283607:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283610:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283620:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283623:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.283791:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283797:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.283806:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283809:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283817:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283820:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283830:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283832:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283842:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283845:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.283851:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283853:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283859:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283860:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283866:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283868:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.283874:0:316693:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.283876:0:316693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.297797:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.297813:0:316698:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.297819:0:316698:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.297839:0:316698:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.297854:0:316698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.297865:0:316698:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.297871:0:316698:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.297877:0:316698:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.297879:0:316698:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.297885:0:316698:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81824d3cb8 00010000:00010000:0.0:1787827130.297888:0:316698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.297893:0:316698:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.298954:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.298962:0:316700:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.298965:0:316700:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.298975:0:316700:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.298982:0:316700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.298989:0:316700:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.298995:0:316700:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.299001:0:316700:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.299004:0:316700:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.299016:0:316700:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818267bcb8 00010000:00010000:1.0:1787827130.299020:0:316700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.299029:0:316700:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.299701:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299709:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.299731:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299736:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.299759:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299763:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.299783:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299787:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.299809:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299813:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.299834:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299839:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.299862:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299867:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.299884:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299888:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.299907:0:316698:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.299911:0:316698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.300591:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300599:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.300616:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300621:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.300634:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300638:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.300652:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300657:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.300668:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300670:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.300678:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300681:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.300693:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300697:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.300709:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300713:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.300726:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300729:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.300908:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300915:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.300933:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300939:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.300961:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300966:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.300984:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.300990:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301009:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301014:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301026:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301029:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301042:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301045:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301054:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301056:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301068:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301073:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.301267:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301274:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.301300:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301305:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301329:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301334:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301356:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301360:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301375:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301379:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301390:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301394:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301419:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301423:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301435:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301439:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301455:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301494:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.301662:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301669:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.301687:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301692:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301710:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301718:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301737:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301741:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301751:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301755:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.301766:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301769:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301781:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301784:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301797:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301800:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.301810:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301814:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.301976:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.301983:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.302004:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302010:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302031:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302037:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302056:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302061:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302078:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302083:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302099:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302102:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302114:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302116:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302127:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302131:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302144:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302147:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.302281:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302285:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.302296:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302299:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302310:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302313:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302323:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302326:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302334:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302336:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302343:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302346:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302352:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302355:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302363:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302366:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302373:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302376:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.302533:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302538:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.302546:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302549:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302562:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302565:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302576:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302579:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302588:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302591:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302600:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302603:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302614:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302617:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302627:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302630:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302637:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302640:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.302798:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302803:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.302812:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302815:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302824:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302828:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302836:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302839:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302849:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302852:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.302861:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302864:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302873:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302875:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302884:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302887:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.302897:0:316700:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.302900:0:316700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.317398:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.317424:0:316705:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.317431:0:316705:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.317453:0:316705:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.317499:0:316705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.317513:0:316705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.317521:0:316705:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.317528:0:316705:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.317531:0:316705:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.317538:0:316705:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81824d3cb8 00010000:00010000:1.0:1787827130.317542:0:316705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.317556:0:316705:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.318772:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.318779:0:316707:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.318783:0:316707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.318791:0:316707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.318798:0:316707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.318806:0:316707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.318811:0:316707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.318815:0:316707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.318817:0:316707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.318820:0:316707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182693cb8 00010000:00010000:0.0:1787827130.318823:0:316707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.318829:0:316707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.319148:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319153:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.319164:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319166:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.319174:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319176:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.319183:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319185:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.319193:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319195:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.319202:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319205:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.319212:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319214:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.319222:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319223:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.319232:0:316705:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.319234:0:316705:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.320381:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320386:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.320416:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320419:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320433:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320438:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320473:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320476:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320491:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320498:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320509:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320513:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.320530:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320535:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.320555:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320560:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.320576:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320579:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.320715:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320719:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.320729:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320730:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320738:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320740:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320749:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320751:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320759:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320761:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.320767:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320769:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.320775:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320777:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.320785:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320787:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.320798:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320802:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.320983:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.320989:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.321006:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321010:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321029:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321037:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321056:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321062:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321081:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321086:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321120:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321127:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321145:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321151:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321169:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321173:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321188:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321192:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.321367:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321371:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.321377:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321379:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321384:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321386:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321390:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321392:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321399:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321508:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321522:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321526:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321534:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321537:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321545:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321547:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321553:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321555:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.321672:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321675:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.321681:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321683:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321688:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321689:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321694:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321696:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321701:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321703:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321707:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321709:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321713:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321715:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321719:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321721:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321729:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321731:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.321820:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321824:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.321831:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321832:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321838:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321840:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321845:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321847:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321852:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321854:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.321860:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321861:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321867:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321869:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321875:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321877:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.321883:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321886:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.321987:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321991:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.321997:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.321999:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322004:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322006:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322012:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322015:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322023:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322026:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322036:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322039:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.322049:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322052:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.322061:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322065:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.322073:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322076:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.322209:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322213:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.322220:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322223:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322232:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322236:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322245:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322248:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322258:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322261:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.322271:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322274:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.322284:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322287:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.322296:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322300:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.322309:0:316707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.322313:0:316707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.332666:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332675:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.332688:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332692:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.332702:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332705:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.332715:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332720:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.332729:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332732:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.332742:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332746:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.332756:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332760:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.332768:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332771:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.332781:0:316710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.332784:0:316710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.343267:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.343285:0:316716:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.343293:0:316716:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.343314:0:316716:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.343332:0:316716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.343346:0:316716:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.343355:0:316716:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.343362:0:316716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.343365:0:316716:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.343372:0:316716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818251bcb8 00010000:00010000:1.0:1787827130.343376:0:316716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.343386:0:316716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.344428:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344436:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.344447:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344451:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.344491:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344496:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.344510:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344513:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.344528:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344532:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.344543:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344547:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.344557:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344559:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.344569:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344573:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.344584:0:316716:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.344588:0:316716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.349121:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.349142:0:316719:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.349150:0:316719:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.349173:0:316719:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.349193:0:316719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.349207:0:316719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.349216:0:316719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.349223:0:316719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.349234:0:316719:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.349242:0:316719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182e9fcb8 00010000:00010000:0.0:1787827130.349247:0:316719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.349256:0:316719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.350137:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.350146:0:316721:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.350153:0:316721:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.350164:0:316721:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.350172:0:316721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.350179:0:316721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.350195:0:316721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.350201:0:316721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.350204:0:316721:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.350208:0:316721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182eafcb8 00010000:00010000:1.0:1787827130.350212:0:316721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.350220:0:316721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.351155:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351163:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.351185:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351191:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.351215:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351219:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.351239:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351243:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.351263:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351267:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.351284:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351287:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.351307:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351311:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.351330:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351335:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.351357:0:316719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.351362:0:316719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.351902:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.351907:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.351929:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.351938:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.351958:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.351961:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.351977:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.351981:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.351996:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.351999:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352012:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352016:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352026:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352030:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352039:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352042:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352052:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352056:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.352234:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352240:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.352260:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352266:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352295:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352301:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352322:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352327:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352344:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352350:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352368:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352372:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352387:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352390:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352413:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352416:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352428:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352432:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.352633:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352639:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.352658:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352664:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352686:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352691:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352710:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352716:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352733:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352736:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352747:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352749:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352757:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352760:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352771:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352773:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.352787:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352791:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.352956:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352963:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.352980:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352984:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.352995:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.352998:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353010:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353013:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353022:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353026:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353036:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353039:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353050:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353053:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353067:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353070:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353088:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353093:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.353249:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353255:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.353267:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353271:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353283:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353287:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353296:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353299:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353310:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353313:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353320:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353323:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353333:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353336:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353346:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353349:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353357:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353360:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.353517:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353522:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.353539:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353543:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353552:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353555:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353564:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353567:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353577:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353581:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353591:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353595:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353605:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353608:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353619:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353622:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353631:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353635:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.353762:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353767:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.353778:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353781:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353791:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353794:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353803:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353806:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353816:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353820:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.353829:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353832:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353842:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353845:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353856:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353860:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.353869:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.353873:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.354060:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354065:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.354078:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354081:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.354091:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354094:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.354105:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354108:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.354119:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354122:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.354133:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354137:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.354148:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354151:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.354161:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354164:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.354174:0:316721:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.354178:0:316721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.368323:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.368340:0:316726:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.368347:0:316726:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.368367:0:316726:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.368382:0:316726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.368413:0:316726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.368420:0:316726:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.368426:0:316726:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.368430:0:316726:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.368435:0:316726:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818268bcb8 00010000:00010000:0.0:1787827130.368438:0:316726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.368444:0:316726:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.369758:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.369768:0:316728:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.369774:0:316728:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.369786:0:316728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.369806:0:316728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.369817:0:316728:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.369825:0:316728:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.369830:0:316728:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.369832:0:316728:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.369837:0:316728:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182ebfcb8 00010000:00010000:1.0:1787827130.369840:0:316728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.369854:0:316728:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.369981:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.369988:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.370002:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370006:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.370023:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370027:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.370043:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370046:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.370059:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370062:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.370074:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370078:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.370090:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370094:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.370101:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370104:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.370112:0:316726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.370116:0:316726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.371483:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371493:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.371512:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371519:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371536:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371542:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371561:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371568:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371591:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371601:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371621:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371625:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.371638:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371640:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.371652:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371656:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.371667:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371671:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.371852:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371859:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.371873:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371876:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371884:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371886:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371893:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371894:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371900:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371901:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.371909:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371910:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.371918:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371920:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.371926:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371928:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.371934:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.371937:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.372055:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372060:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.372071:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372074:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372083:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372085:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372091:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372093:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372097:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372099:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372103:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372105:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372109:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372111:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372117:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372118:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372123:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372125:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.372257:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372263:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.372272:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372275:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372283:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372286:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372294:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372297:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372306:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372309:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372317:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372320:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372329:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372332:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372342:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372347:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372357:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372361:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.372531:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372536:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.372546:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372549:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372559:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372562:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372573:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372577:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372586:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372589:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372598:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372601:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372611:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372614:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372623:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372627:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372637:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372640:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.372764:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372769:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.372779:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372782:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372789:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372793:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372801:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372804:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372812:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372815:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.372828:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372831:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372840:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372844:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372853:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372856:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.372865:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372869:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.372988:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.372993:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.373002:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373005:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373012:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373015:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373024:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373027:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373035:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373037:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373045:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373049:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.373056:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373060:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.373068:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373070:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.373078:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373082:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.373229:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373234:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.373244:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373247:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373256:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373259:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373267:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373271:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373278:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373282:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.373291:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373294:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.373304:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373307:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.373316:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373319:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.373327:0:316728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.373331:0:316728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.385998:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.386007:0:316734:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.386012:0:316734:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.386024:0:316734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.386033:0:316734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.386043:0:316734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.386051:0:316734:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.386057:0:316734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.386060:0:316734:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.386065:0:316734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182ec7cb8 00010000:00010000:1.0:1787827130.386069:0:316734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.386082:0:316734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.387538:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387545:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.387564:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387568:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387585:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387589:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387605:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387608:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387623:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387626:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387641:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387643:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.387656:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387659:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.387670:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387673:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.387683:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387687:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827130.387915:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387921:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.387935:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387938:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387950:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387953:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387964:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387968:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387980:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387983:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.387992:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.387995:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388005:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388008:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388016:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388019:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388028:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388032:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827130.388209:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388214:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.388228:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388230:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388242:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388245:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388262:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388264:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388276:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388278:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388287:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388289:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388304:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388308:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388325:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388328:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388346:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388351:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827130.388565:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388572:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.388601:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388607:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388623:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388627:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388640:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388645:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388666:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388671:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388683:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388688:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388706:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388712:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388730:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388734:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.388747:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388750:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.388885:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388890:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.388908:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388915:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388935:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388942:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388960:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388966:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388982:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.388986:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.388999:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389004:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.389021:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389026:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.389045:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389051:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.389069:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389075:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827130.389215:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389220:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.389228:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389230:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.389245:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389247:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.389264:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389271:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.389283:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389286:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.389301:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389305:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.389318:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389322:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.389336:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389340:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.389354:0:316734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.389361:0:316734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.400198:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400206:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.400213:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400216:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.400220:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400222:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.400227:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400229:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.400233:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400235:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.400240:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400242:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.400247:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400248:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.400253:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400254:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.400259:0:316738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.400262:0:316738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.403804:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.403823:0:316740:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.403831:0:316740:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.403856:0:316740:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.403873:0:316740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.403886:0:316740:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.403892:0:316740:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.403900:0:316740:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.403904:0:316740:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.404549:0:316740:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182e9fcb8 00010000:00010000:0.0:1787827130.404574:0:316740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.404591:0:316740:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.405082:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.405093:0:316742:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.405099:0:316742:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.405116:0:316742:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.405128:0:316742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.405139:0:316742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.405151:0:316742:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.405158:0:316742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.405160:0:316742:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.405165:0:316742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182edfcb8 00010000:00010000:1.0:1787827130.405169:0:316742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.405178:0:316742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.406794:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406802:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.406819:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406821:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.406832:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406834:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.406843:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406845:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.406861:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406865:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.406884:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406888:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.406903:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406906:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.406919:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406921:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.406930:0:316740:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.406933:0:316740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.407969:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.407976:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.407993:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.407997:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408015:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408019:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408039:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408043:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408060:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408063:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408079:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408082:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408098:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408102:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408121:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408124:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408144:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408147:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.408359:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408364:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.408380:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408385:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408414:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408422:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408442:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408451:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408496:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408502:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408522:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408528:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408546:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408554:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408573:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408580:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408601:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408610:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.408783:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408788:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.408800:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408805:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408818:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408823:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408838:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408842:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408868:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408877:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.408908:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408914:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408933:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408939:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408956:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408962:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.408980:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.408986:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.409139:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409143:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.409151:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409153:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409159:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409161:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409167:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409169:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409176:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409178:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409186:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409189:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409200:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409203:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409214:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409217:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409231:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409235:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.409397:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409414:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.409432:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409436:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409449:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409452:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409512:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409516:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409527:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409530:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409541:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409545:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409559:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409562:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409578:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409582:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409599:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409603:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.409760:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409766:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.409780:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409785:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409800:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409806:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409824:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409828:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409841:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409845:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.409856:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409858:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409868:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409870:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409877:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409879:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.409884:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.409887:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.410032:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410038:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.410056:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410062:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410078:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410083:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410098:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410101:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410113:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410116:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410126:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410128:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.410140:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410143:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.410155:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410159:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.410173:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410176:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.410346:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410353:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.410371:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410377:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410395:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410398:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410424:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410428:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410442:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410445:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.410477:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410481:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.410502:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410504:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.410516:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410519:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.410529:0:316742:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.410533:0:316742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.433478:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.433503:0:316751:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.433509:0:316751:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.433529:0:316751:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.433545:0:316751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.433560:0:316751:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.433569:0:316751:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.433577:0:316751:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.433580:0:316751:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.433587:0:316751:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182643cb8 00010000:00010000:1.0:1787827130.433591:0:316751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.433597:0:316751:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.434645:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434654:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.434663:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434667:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.434675:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434679:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.434686:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434690:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.434698:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434701:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.434708:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434712:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.434720:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434723:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.434730:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434734:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.434742:0:316751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.434747:0:316751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.439205:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.439222:0:316754:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.439228:0:316754:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.439248:0:316754:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.439262:0:316754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.439274:0:316754:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.439280:0:316754:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.439286:0:316754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.439288:0:316754:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.439293:0:316754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182ef7cb8 00010000:00010000:0.0:1787827130.439296:0:316754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.439302:0:316754:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.440710:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.440717:0:316756:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.440722:0:316756:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.440732:0:316756:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.440741:0:316756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.440752:0:316756:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.440760:0:316756:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.440765:0:316756:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.440768:0:316756:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.440772:0:316756:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f07cb8 00010000:00010000:1.0:1787827130.440775:0:316756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.440782:0:316756:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.441151:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441159:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.441177:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441180:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.441191:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441193:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.441205:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441208:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.441216:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441217:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.441222:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441225:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.441236:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441240:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.441252:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441255:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.441266:0:316754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.441271:0:316754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.442165:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442171:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.442183:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442186:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442196:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442200:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442213:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442216:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442233:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442236:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442257:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442262:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442279:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442285:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442302:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442308:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442325:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442331:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.442558:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442563:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.442578:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442581:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442594:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442597:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442608:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442612:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442622:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442625:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442636:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442640:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442660:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442664:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442685:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442692:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442723:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442729:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.442879:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442884:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.442894:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442896:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442906:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442908:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442918:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442921:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442933:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442935:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.442947:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442950:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442959:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442961:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442973:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442976:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.442994:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.442997:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.443153:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443159:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.443173:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443176:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443187:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443190:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443199:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443202:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443213:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443216:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443235:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443239:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443257:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443262:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443281:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443288:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443310:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443317:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.443495:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443500:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.443512:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443514:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443523:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443526:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443537:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443540:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443560:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443564:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443582:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443588:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443610:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443619:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443646:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443651:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443669:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443675:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.443813:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443818:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.443828:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443831:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443839:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443841:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443852:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443855:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443863:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443865:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.443871:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443874:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443881:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443884:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443892:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443895:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.443903:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.443907:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.444016:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444021:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.444029:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444032:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444041:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444043:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444050:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444052:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444058:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444061:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444067:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444070:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.444076:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444079:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.444086:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444089:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.444098:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444101:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.444264:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444269:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.444278:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444280:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444288:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444291:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444299:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444302:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444309:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444312:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.444320:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444323:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.444331:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444334:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.444341:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444344:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.444352:0:316756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.444355:0:316756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.458370:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.458383:0:316761:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.458388:0:316761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.458421:0:316761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.458436:0:316761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.458446:0:316761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.458453:0:316761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.458481:0:316761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.458486:0:316761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.458494:0:316761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182ef7cb8 00010000:00010000:1.0:1787827130.458499:0:316761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.458507:0:316761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.459855:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.459866:0:316763:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.459871:0:316763:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.459885:0:316763:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.459896:0:316763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.459908:0:316763:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.459922:0:316763:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.459927:0:316763:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.459931:0:316763:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.459935:0:316763:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f1fcb8 00010000:00010000:0.0:1787827130.459939:0:316763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.459948:0:316763:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.460300:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460308:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.460328:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460333:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.460353:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460357:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.460376:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460381:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.460409:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460414:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.460433:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460438:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.460492:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460497:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.460520:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460524:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.460543:0:316761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.460548:0:316761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.461833:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461840:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.461855:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461859:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.461872:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461876:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.461887:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461890:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.461900:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461902:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.461914:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461917:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.461936:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461939:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.461952:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461957:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.461973:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.461978:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.462150:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462155:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.462169:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462170:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462177:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462179:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462186:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462187:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462194:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462196:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462203:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462205:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462212:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462213:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462219:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462221:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462230:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462233:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.462354:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462360:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.462374:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462377:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462392:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462396:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462425:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462429:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462443:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462446:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462482:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462487:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462502:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462510:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462521:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462523:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462531:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462533:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.462640:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462644:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.462653:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462654:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462662:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462664:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462670:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462676:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462682:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462684:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462689:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462691:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462697:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462699:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462707:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462710:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462719:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462723:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.462866:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462871:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.462879:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462882:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462887:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462889:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462895:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462897:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462904:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462906:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.462912:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462914:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462919:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462921:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462927:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462929:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.462934:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.462936:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.463029:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463034:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.463045:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463048:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463058:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463061:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463070:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463073:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463078:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463080:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463087:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463089:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463094:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463096:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463101:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463103:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463107:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463110:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.463213:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463217:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.463223:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463226:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463231:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463233:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463239:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463241:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463246:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463248:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463255:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463258:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463268:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463271:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463280:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463283:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463293:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463297:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.463448:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463453:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.463488:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463493:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463503:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463507:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463517:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463520:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463527:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463529:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.463536:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463538:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463544:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463546:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463552:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463554:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.463561:0:316763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.463563:0:316763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.476147:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.476162:0:316768:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.476170:0:316768:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.476190:0:316768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.476207:0:316768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.476221:0:316768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.476230:0:316768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.476237:0:316768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.476240:0:316768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.476247:0:316768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81823cbcb8 00010000:00010000:1.0:1787827130.476251:0:316768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.476260:0:316768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.477671:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.477681:0:316770:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.477686:0:316770:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.477698:0:316770:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.477708:0:316770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.477720:0:316770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.477727:0:316770:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.477733:0:316770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.477736:0:316770:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.477741:0:316770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f37cb8 00010000:00010000:0.0:1787827130.477745:0:316770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.477753:0:316770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.477775:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477782:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.477796:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477800:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.477815:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477818:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.477831:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477835:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.477848:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477852:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.477866:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477870:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.477886:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477890:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.477906:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477910:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.477926:0:316768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.477931:0:316768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.479412:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479418:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.479429:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479432:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479439:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479442:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479452:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479455:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479479:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479482:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479498:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479503:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.479526:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479531:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.479549:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479553:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.479568:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479575:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.479725:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479731:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.479745:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479749:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479764:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479768:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479780:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479783:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479796:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479800:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.479817:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479821:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.479839:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479843:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.479858:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479863:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.479880:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.479887:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.480053:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480059:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.480069:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480072:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480077:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480079:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480086:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480088:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480096:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480098:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480105:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480107:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480112:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480114:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480119:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480120:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480125:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480127:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.480242:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480246:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.480251:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480253:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480258:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480259:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480267:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480268:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480274:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480276:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480281:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480283:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480288:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480289:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480295:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480297:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480303:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480305:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.480435:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480441:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.480451:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480455:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480487:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480491:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480503:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480506:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480518:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480521:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480531:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480534:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480544:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480548:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480559:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480562:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480571:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480575:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.480715:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480720:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.480732:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480735:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480746:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480750:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480763:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480767:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480778:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480782:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480793:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480796:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480807:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480811:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480821:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480824:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.480834:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480838:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.480968:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480973:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.480985:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.480988:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.480999:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481003:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481014:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481017:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481028:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481031:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481042:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481045:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.481056:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481059:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.481067:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481070:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.481078:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481082:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.481257:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481263:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.481272:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481275:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481284:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481288:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481298:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481301:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481312:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481315:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.481326:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481329:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.481340:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481342:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.481353:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481356:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.481365:0:316770:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.481370:0:316770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.495047:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.495065:0:316775:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.495073:0:316775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.495095:0:316775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.495112:0:316775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.495127:0:316775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.495136:0:316775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.495144:0:316775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.495149:0:316775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.495156:0:316775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182693cb8 00010000:00010000:1.0:1787827130.495160:0:316775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.495170:0:316775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.496251:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.496262:0:316777:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.496268:0:316777:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.496280:0:316777:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.496289:0:316777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.496301:0:316777:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.496309:0:316777:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.496315:0:316777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.496318:0:316777:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.496323:0:316777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f47cb8 00010000:00010000:0.0:1787827130.496327:0:316777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.496341:0:316777:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.497027:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497037:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.497060:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497065:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.497090:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497094:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.497116:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497120:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.497140:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497144:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.497165:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497170:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.497190:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497195:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.497217:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497221:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.497241:0:316775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.497246:0:316775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.498033:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498039:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.498053:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498057:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498068:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498071:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498085:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498089:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498108:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498112:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498129:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498134:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498150:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498155:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498173:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498179:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498198:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498203:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.498382:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498388:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.498420:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498425:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498442:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498447:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498488:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498493:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498511:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498515:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498538:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498544:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498565:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498571:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498593:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498599:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498621:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498628:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.498773:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498778:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.498791:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498794:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498810:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498813:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498832:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498838:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498856:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498860:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.498875:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498879:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498896:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498900:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498915:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498919:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.498938:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.498943:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.499080:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499084:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.499092:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499093:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499104:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499107:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499122:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499125:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499139:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499145:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499163:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499168:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499186:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499191:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499209:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499214:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499234:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499236:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.499347:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499351:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.499361:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499363:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499371:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499373:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499379:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499381:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499388:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499390:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499396:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499398:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499417:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499420:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499427:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499430:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499437:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499439:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.499544:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499547:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.499553:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499555:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499562:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499563:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499569:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499571:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499576:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499578:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499583:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499585:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499589:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499590:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499594:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499596:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499600:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499602:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.499683:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499686:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.499692:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499694:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499699:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499701:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499707:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499708:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499714:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499715:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499723:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499724:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499729:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499731:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499736:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499738:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499743:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499745:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.499854:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499858:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.499864:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499866:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499871:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499873:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499879:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499881:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499886:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499888:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.499894:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499895:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499902:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499903:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499908:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499910:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.499915:0:316777:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.499917:0:316777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.520535:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.520552:0:316786:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.520557:0:316786:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.520579:0:316786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.520597:0:316786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.520613:0:316786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.520620:0:316786:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.520628:0:316786:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.520632:0:316786:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.520639:0:316786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182653cb8 00010000:00010000:0.0:1787827130.520652:0:316786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.520665:0:316786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.521611:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521618:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.521628:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521632:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.521639:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521642:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.521649:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521652:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.521660:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521663:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.521671:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521674:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.521680:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521682:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.521686:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521688:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.521692:0:316786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.521695:0:316786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.526221:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.526240:0:316789:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.526247:0:316789:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.526270:0:316789:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.526289:0:316789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.526305:0:316789:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.526320:0:316789:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.526327:0:316789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.526331:0:316789:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.526338:0:316789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182ecfcb8 00010000:00010000:1.0:1787827130.526342:0:316789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.526351:0:316789:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.528183:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.528194:0:316791:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.528200:0:316791:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000080:00200000:1.0:1787827130.528201:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528211:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000002:00010000:0.0:1787827130.528215:0:316791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.528227:0:316791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.528237:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827130.528239:0:316791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.528247:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.528250:0:316791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.528258:0:316791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.528262:0:316791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.528267:0:316791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f5fcb8 00000080:00200000:1.0:1787827130.528271:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827130.528272:0:316791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.528281:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:0.0:1787827130.528287:0:316791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.528303:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528308:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.528331:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528335:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.528355:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528359:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.528381:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528385:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.528421:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528426:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.528448:0:316789:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.528453:0:316789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.530048:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530055:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.530073:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530078:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530099:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530103:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530124:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530130:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530151:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530157:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530178:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530184:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530204:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530210:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530229:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530235:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530254:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530261:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.530480:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530486:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.530502:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530505:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530515:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530519:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530527:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530530:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530540:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530543:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530554:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530557:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530566:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530570:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530579:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530583:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530591:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530596:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.530761:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530767:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.530781:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530785:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530793:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530796:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530803:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530806:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530814:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530817:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.530828:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530832:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530842:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530845:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530854:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530857:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.530867:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.530870:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.531022:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531028:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.531039:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531043:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531053:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531056:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531067:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531070:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531080:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531083:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531093:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531096:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531106:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531109:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531121:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531125:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531136:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531141:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.531280:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531286:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.531297:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531301:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531309:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531313:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531322:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531326:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531334:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531337:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531347:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531351:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531361:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531365:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531375:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531379:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531389:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531393:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.531566:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531571:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.531580:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531584:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531592:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531595:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531604:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531608:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531617:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531621:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531630:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531634:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531642:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531646:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531655:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531658:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531667:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531670:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.531793:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531799:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.531809:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531813:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531822:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531825:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531835:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531838:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531848:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531851:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.531862:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531866:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531876:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531879:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531888:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531891:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.531899:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.531903:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.532073:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532078:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.532089:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532092:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.532101:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532104:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.532112:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532115:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.532122:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532125:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.532132:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532135:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.532142:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532145:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.532153:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532156:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.532163:0:316791:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.532167:0:316791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.542795:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.542807:0:316796:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.542812:0:316796:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.542829:0:316796:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.542844:0:316796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.542857:0:316796:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.542865:0:316796:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.542872:0:316796:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.542876:0:316796:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.542882:0:316796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f3fcb8 00010000:00010000:1.0:1787827130.542886:0:316796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.542895:0:316796:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.544068:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.544075:0:316798:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.544079:0:316798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.544088:0:316798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.544095:0:316798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.544103:0:316798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.544108:0:316798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.544112:0:316798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.544114:0:316798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.544118:0:316798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f6fcb8 00010000:00010000:0.0:1787827130.544126:0:316798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.544132:0:316798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.544515:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544523:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.544539:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544544:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.544556:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544559:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.544572:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544576:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.544588:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544592:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.544605:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544609:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.544618:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544621:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.544635:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544639:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.544655:0:316796:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.544660:0:316796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.545622:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545627:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.545642:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545646:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.545661:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545666:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.545686:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545690:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.545704:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545708:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.545722:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545728:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.545745:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545752:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.545773:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545775:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.545791:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545797:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.545981:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.545986:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.546000:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546005:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546034:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546041:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546062:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546067:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546086:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546093:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546119:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546125:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546152:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546160:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546176:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546180:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546193:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546195:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.546348:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546353:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.546368:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546372:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546385:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546389:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546417:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546421:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546434:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546439:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546453:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546471:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546482:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546486:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546504:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546509:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546527:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546532:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.546683:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546689:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.546704:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546712:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546731:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546737:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546755:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546760:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546778:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546783:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546800:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546804:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546816:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546820:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546831:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546833:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.546840:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546843:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.546980:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546984:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.546991:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.546993:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.546999:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547001:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547005:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547008:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547016:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547018:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547027:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547030:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547038:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547041:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547050:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547053:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547062:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547065:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.547172:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547176:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.547182:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547184:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547189:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547191:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547196:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547198:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547204:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547206:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547210:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547212:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547217:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547219:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547224:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547226:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547232:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547234:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.547330:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547334:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.547340:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547342:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547347:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547349:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547355:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547356:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547363:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547365:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547371:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547373:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547378:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547379:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547385:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547387:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547392:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547394:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.547550:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547555:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.547566:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547570:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547581:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547584:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547597:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547600:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547617:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547621:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.547638:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547643:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547660:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547663:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547676:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547678:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.547686:0:316798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.547689:0:316798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.559697:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.559708:0:316803:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.559713:0:316803:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.559729:0:316803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.559740:0:316803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.559750:0:316803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.559756:0:316803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.559760:0:316803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.559763:0:316803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.559768:0:316803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f3fcb8 00010000:00010000:1.0:1787827130.559771:0:316803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.559777:0:316803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.560746:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.560754:0:316805:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.560759:0:316805:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.560770:0:316805:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.560779:0:316805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.560788:0:316805:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.560795:0:316805:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.560801:0:316805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.560803:0:316805:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.560808:0:316805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f7fcb8 00010000:00010000:0.0:1787827130.560812:0:316805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.560819:0:316805:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.561108:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561113:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.561121:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561123:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.561132:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561135:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.561140:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561142:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.561151:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561153:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.561161:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561164:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.561174:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561176:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.561184:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561186:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.561199:0:316803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.561203:0:316803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.562445:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562453:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.562543:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562549:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562570:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562577:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562595:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562601:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562620:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562627:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562650:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562656:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.562670:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562674:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.562686:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562688:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.562701:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562705:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.562876:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562882:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.562894:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562897:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562909:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562912:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562923:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562926:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562939:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562942:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.562959:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562963:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.562983:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.562988:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563007:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563013:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563030:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563036:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.563190:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563196:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.563209:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563213:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563224:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563227:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563237:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563241:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563251:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563254:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563265:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563268:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563277:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563280:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563289:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563292:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563302:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563306:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.563482:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563488:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.563497:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563501:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563509:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563512:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563522:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563525:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563535:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563538:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563548:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563551:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563557:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563560:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563567:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563570:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563577:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563581:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.563712:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563717:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.563727:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563729:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563738:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563741:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563749:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563753:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563761:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563764:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563771:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563774:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563782:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563785:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563793:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563795:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.563804:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563807:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.563929:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563934:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.563943:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563947:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563957:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563960:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563970:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563974:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563982:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563985:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.563994:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.563997:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564007:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564010:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564019:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564023:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564029:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564032:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.564143:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564148:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.564158:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564161:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564171:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564174:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564182:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564185:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564195:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564198:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564206:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564209:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564218:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564220:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564226:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564230:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564236:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564239:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.564372:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564377:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.564384:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564388:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564395:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564398:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564421:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564424:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564431:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564434:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.564444:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564447:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564475:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564480:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564498:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564502:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.564514:0:316805:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.564517:0:316805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.572060:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.572075:0:316808:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.572082:0:316808:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.572103:0:316808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.572119:0:316808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.572133:0:316808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.572145:0:316808:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.572152:0:316808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.572156:0:316808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.572162:0:316808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81825bbcb8 00010000:00010000:1.0:1787827130.572165:0:316808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.572173:0:316808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.573058:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573064:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.573070:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573072:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.573077:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573079:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.573084:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573085:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.573090:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573092:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.573096:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573097:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.573102:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573103:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.573108:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573110:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.573115:0:316808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.573118:0:316808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.576773:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.576780:0:316811:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.576784:0:316811:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.576793:0:316811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.576800:0:316811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.576807:0:316811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.576812:0:316811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.576816:0:316811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.576818:0:316811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.576821:0:316811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f87cb8 00010000:00010000:1.0:1787827130.576824:0:316811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.576829:0:316811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.578143:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578149:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.578164:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578168:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578182:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578185:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578200:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578204:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578219:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578223:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578237:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578240:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.578255:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578258:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.578272:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578276:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.578285:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578289:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827130.578772:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578776:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.578787:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578789:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578797:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578799:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578809:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578811:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578827:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578830:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.578843:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578846:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.578855:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578858:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.578872:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578874:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.578884:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.578887:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827130.579106:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579111:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.579128:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579133:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579149:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579153:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579169:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579173:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579192:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579201:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579216:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579220:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579237:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579241:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579255:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579259:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579279:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579283:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827130.579452:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579472:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.579488:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579491:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579505:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579507:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579520:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579524:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579539:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579543:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579557:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579561:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579578:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579588:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579596:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579599:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579615:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579623:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.579738:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579744:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.579757:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579761:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579770:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579772:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579783:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579785:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579802:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579803:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.579814:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579818:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579834:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579840:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579857:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579861:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.579878:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.579885:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827130.580046:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580051:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.580073:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580077:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.580095:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580101:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.580119:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580125:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.580149:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580155:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.580175:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580180:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.580196:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580200:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.580212:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580217:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.580231:0:316811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.580236:0:316811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.590143:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.590160:0:316815:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.590168:0:316815:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.590190:0:316815:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.590208:0:316815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.590225:0:316815:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.590234:0:316815:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.590242:0:316815:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.590245:0:316815:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.590252:0:316815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182ecfcb8 00010000:00010000:1.0:1787827130.590265:0:316815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.590275:0:316815:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.591311:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591319:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.591330:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591335:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.591344:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591347:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.591356:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591359:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.591368:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591370:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.591375:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591377:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.591382:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591383:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.591388:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591389:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.591394:0:316815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.591397:0:316815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.594878:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.594894:0:316818:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.594902:0:316818:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.594924:0:316818:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.594941:0:316818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.594954:0:316818:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.594963:0:316818:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.594970:0:316818:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.594973:0:316818:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.594980:0:316818:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f97cb8 00010000:00010000:1.0:1787827130.594985:0:316818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.595004:0:316818:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.596238:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596247:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.596258:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596262:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.596270:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596272:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.596279:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596282:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.596291:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596294:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.596303:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596306:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.596314:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596316:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.596325:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596328:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.596335:0:316818:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.596339:0:316818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.601290:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.601310:0:316821:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.601316:0:316821:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.601334:0:316821:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.601348:0:316821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.601358:0:316821:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.601364:0:316821:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.601368:0:316821:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.601371:0:316821:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.601376:0:316821:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f87cb8 00010000:00010000:0.0:1787827130.601380:0:316821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.601388:0:316821:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.602298:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602306:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.602317:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602319:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.602324:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602326:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.602330:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602332:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.602337:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602339:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.602343:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602345:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.602350:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602352:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.602357:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602359:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.602364:0:316821:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.602366:0:316821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.606397:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.606427:0:316824:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.606435:0:316824:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.606481:0:316824:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.606500:0:316824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.606515:0:316824:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.606523:0:316824:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.606531:0:316824:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.606535:0:316824:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.606543:0:316824:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f57cb8 00010000:00010000:1.0:1787827130.606547:0:316824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.606556:0:316824:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.607381:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.607390:0:316826:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.607395:0:316826:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.607418:0:316826:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.607427:0:316826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.607439:0:316826:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.607446:0:316826:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.607452:0:316826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.607455:0:316826:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.607477:0:316826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fa7cb8 00010000:00010000:0.0:1787827130.607480:0:316826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.607489:0:316826:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.608026:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608032:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.608044:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608047:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.608057:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608060:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.608074:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608078:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.608093:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608097:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.608114:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608117:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.608132:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608135:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.608151:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608155:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.608172:0:316824:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.608176:0:316824:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.609285:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609291:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.609305:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609309:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609322:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609327:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609339:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609343:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609362:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609366:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609387:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609395:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609422:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609427:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609448:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609453:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609488:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609496:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.609665:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609670:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.609682:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609685:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609695:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609698:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609706:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609709:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609717:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609719:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609729:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609732:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609743:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609746:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609761:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609764:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609780:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609785:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.609922:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609926:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.609935:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609937:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609945:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609947:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609953:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609955:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609963:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609964:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.609970:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609972:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609979:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609980:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.609992:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.609995:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610014:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610018:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.610171:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610177:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.610192:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610196:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610207:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610210:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610222:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610225:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610235:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610238:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610249:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610252:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610261:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610265:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610276:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610280:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610287:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610291:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.610435:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610442:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.610453:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610473:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610491:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610495:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610509:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610512:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610523:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610526:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610534:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610537:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610543:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610545:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610552:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610555:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610566:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610569:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.610695:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610700:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.610710:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610713:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610722:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610726:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610734:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610737:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610746:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610749:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610758:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610761:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610769:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610772:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610781:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610784:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610793:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610797:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.610925:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610928:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.610936:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610939:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610948:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610951:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610959:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610962:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610972:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610975:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.610984:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610987:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.610995:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.610998:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.611007:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611010:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.611020:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611024:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.611181:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611186:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.611198:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611202:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.611212:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611215:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.611225:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611228:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.611234:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611236:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.611242:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611244:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.611249:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611250:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.611255:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611257:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.611261:0:316826:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.611263:0:316826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.625867:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.625886:0:316831:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.625894:0:316831:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.625918:0:316831:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.625935:0:316831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.625946:0:316831:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.625952:0:316831:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.625958:0:316831:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.625961:0:316831:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.625966:0:316831:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f57cb8 00010000:00010000:1.0:1787827130.625969:0:316831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.625975:0:316831:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.627318:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.627328:0:316833:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.627334:0:316833:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.627349:0:316833:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.627359:0:316833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.627371:0:316833:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.627378:0:316833:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.627385:0:316833:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.627387:0:316833:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.627394:0:316833:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fbfcb8 00010000:00010000:0.0:1787827130.627397:0:316833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.627419:0:316833:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.628090:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628101:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.628122:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628127:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.628144:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628148:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.628174:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628177:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.628190:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628193:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.628221:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628224:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.628243:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628245:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.628264:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628268:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.628284:0:316831:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.628289:0:316831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.629368:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629376:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.629411:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629416:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629435:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629438:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629485:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629491:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629523:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629527:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629540:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629543:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.629551:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629554:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.629561:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629564:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.629571:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629576:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.629773:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629779:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.629800:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629804:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629826:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629830:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629846:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629850:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629865:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629868:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.629883:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629888:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.629906:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629911:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.629934:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629940:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.629965:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.629975:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.630172:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630179:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.630195:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630199:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630211:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630214:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630231:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630235:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630247:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630249:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630257:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630260:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630268:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630272:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630288:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630292:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630304:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630309:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.630528:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630534:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.630555:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630559:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630570:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630572:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630582:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630585:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630596:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630599:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630609:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630612:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630624:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630628:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630637:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630640:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630650:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630654:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.630811:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630818:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.630840:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630846:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630870:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630875:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630886:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630890:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630901:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630904:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.630917:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630921:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630935:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630939:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630949:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630952:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.630962:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.630967:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.631087:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631092:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.631103:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631106:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631115:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631118:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631127:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631130:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631137:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631140:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631148:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631151:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631157:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631160:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631168:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631171:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631178:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631181:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.631318:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631323:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.631332:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631335:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631342:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631345:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631354:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631356:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631364:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631366:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631374:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631377:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631387:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631390:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631414:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631417:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631428:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631431:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.631672:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631678:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.631688:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631691:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631699:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631703:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631712:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631715:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631723:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631726:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.631737:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631740:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631749:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631752:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631761:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631764:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.631773:0:316833:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.631777:0:316833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.648112:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.648130:0:316838:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.648137:0:316838:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.648164:0:316838:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.648182:0:316838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.648195:0:316838:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.648202:0:316838:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.648208:0:316838:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.648212:0:316838:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.648218:0:316838:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f57cb8 00010000:00010000:0.0:1787827130.648222:0:316838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.648231:0:316838:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.649777:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.649786:0:316840:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.649793:0:316840:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.649807:0:316840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.649820:0:316840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.649840:0:316840:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.649847:0:316840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.649857:0:316840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.649860:0:316840:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.649865:0:316840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fd7cb8 00010000:00010000:1.0:1787827130.649869:0:316840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.649885:0:316840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.650646:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650661:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.650707:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650712:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.650737:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650742:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.650759:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650763:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.650779:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650783:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.650814:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650819:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.650850:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650855:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.650870:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650876:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.650896:0:316838:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.650899:0:316838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.651618:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651625:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.651659:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651667:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.651691:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651699:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.651728:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651736:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.651758:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651765:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.651787:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651793:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.651818:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651824:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.651856:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651859:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.651879:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.651885:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.652113:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652120:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.652147:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652153:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652173:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652179:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652206:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652213:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652233:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652239:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652256:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652261:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.652280:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652286:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.652303:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652306:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.652320:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652323:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.652612:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652621:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.652642:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652651:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652673:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652679:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652698:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652702:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652717:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652721:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652735:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652743:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.652761:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652768:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.652787:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652793:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.652801:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652805:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.652953:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652959:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.652978:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.652983:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.652999:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653005:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653020:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653026:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653044:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653049:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653067:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653072:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653088:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653093:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653108:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653114:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653130:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653137:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.653288:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653293:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.653306:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653310:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653326:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653330:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653349:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653357:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653375:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653382:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653414:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653420:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653439:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653445:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653488:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653495:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653516:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653523:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.653664:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653670:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.653681:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653684:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653692:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653694:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653703:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653706:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653713:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653716:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653723:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653726:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653736:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653739:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653750:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653754:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653762:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653766:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.653895:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653900:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.653910:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653912:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653921:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653924:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653933:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653936:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653944:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653947:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.653956:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653958:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653965:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653967:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653976:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653978:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.653985:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.653988:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.654138:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654143:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.654151:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654155:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.654163:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654166:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.654174:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654177:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.654187:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654190:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.654202:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654205:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.654216:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654219:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.654230:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654233:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.654242:0:316840:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.654245:0:316840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.664814:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.664831:0:316843:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.664837:0:316843:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.664862:0:316843:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.664880:0:316843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.664895:0:316843:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.664904:0:316843:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.664911:0:316843:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.664914:0:316843:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.664922:0:316843:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f7fcb8 00010000:00010000:0.0:1787827130.664926:0:316843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.664936:0:316843:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.666026:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666035:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.666046:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666050:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.666059:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666062:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.666070:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666073:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.666080:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666083:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.666090:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666093:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.666101:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666103:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.666111:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666113:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.666120:0:316843:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.666124:0:316843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.669983:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.670001:0:316846:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.670007:0:316846:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.670019:0:316846:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.670029:0:316846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.670040:0:316846:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.670046:0:316846:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.670050:0:316846:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.670052:0:316846:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.670055:0:316846:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fdfcb8 00010000:00010000:0.0:1787827130.670057:0:316846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.670063:0:316846:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.671377:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671382:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.671392:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671394:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671417:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671421:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671434:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671438:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671450:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671454:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671477:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671480:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.671489:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671492:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.671499:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671501:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.671508:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671511:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1787827130.671689:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671692:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.671697:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671699:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671706:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671709:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671719:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671722:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671732:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671735:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.671747:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671750:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.671762:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671764:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.671772:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671775:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.671784:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671786:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1787827130.671965:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671971:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.671991:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.671995:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672011:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672015:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672033:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672037:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672059:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672063:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672079:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672081:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672096:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672098:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672110:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672112:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672121:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672124:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1787827130.672288:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672294:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.672313:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672320:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672345:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672351:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672372:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672376:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672387:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672390:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672411:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672415:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672429:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672433:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672447:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672450:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672491:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672494:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.672640:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672645:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.672662:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672667:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672681:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672686:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672705:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672711:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672735:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672741:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.672762:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672768:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672790:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672794:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672806:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672809:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.672820:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672824:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827130.672982:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.672987:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.672997:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673003:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.673021:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673027:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.673045:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673050:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.673064:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673069:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.673088:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673090:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.673100:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673105:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.673123:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673127:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.673136:0:316846:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.673140:0:316846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.686374:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.686389:0:316850:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.686395:0:316850:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.686429:0:316850:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.686445:0:316850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.686518:0:316850:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.686526:0:316850:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.686536:0:316850:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.686539:0:316850:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.686545:0:316850:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fefcb8 00010000:00010000:0.0:1787827130.686548:0:316850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.686556:0:316850:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.687583:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687591:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.687597:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687599:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.687604:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687606:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.687610:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687613:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.687617:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687619:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.687624:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687626:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.687631:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687632:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.687637:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687638:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.687644:0:316850:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.687646:0:316850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.691382:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.691410:0:316853:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.691418:0:316853:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.691439:0:316853:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.691482:0:316853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.691493:0:316853:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.691499:0:316853:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.691506:0:316853:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.691508:0:316853:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.691514:0:316853:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fffcb8 00010000:00010000:0.0:1787827130.691517:0:316853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.691522:0:316853:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.692695:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692703:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.692709:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692712:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.692717:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692718:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.692724:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692726:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.692731:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692732:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.692737:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692739:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.692744:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692746:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.692752:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692755:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.692763:0:316853:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.692767:0:316853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.697015:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.697037:0:316856:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.697044:0:316856:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.697066:0:316856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.697089:0:316856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.697102:0:316856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.697110:0:316856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.697117:0:316856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.697120:0:316856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.697127:0:316856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f87cb8 00010000:00010000:1.0:1787827130.697131:0:316856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.697140:0:316856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.698666:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698674:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.698681:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698683:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.698687:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698689:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.698694:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698695:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.698699:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698701:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.698707:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698710:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.698718:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698722:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.698729:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698733:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.698741:0:316856:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.698744:0:316856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.702752:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.702770:0:316859:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.702777:0:316859:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.702800:0:316859:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.702817:0:316859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.702832:0:316859:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.702843:0:316859:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.702856:0:316859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.702859:0:316859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.702866:0:316859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fd7cb8 00010000:00010000:0.0:1787827130.702870:0:316859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.702879:0:316859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.704114:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.704133:0:316861:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.704137:0:316861:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.704146:0:316861:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.704156:0:316861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.704165:0:316861:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.704172:0:316861:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.704185:0:316861:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.704188:0:316861:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.704193:0:316861:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818300fcb8 00010000:00010000:1.0:1787827130.704196:0:316861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.704203:0:316861:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.704445:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704453:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.704483:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704488:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.704497:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704500:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.704509:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704512:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.704521:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704524:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.704531:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704535:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.704542:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704545:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.704552:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704555:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.704562:0:316859:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.704565:0:316859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.705779:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705786:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.705803:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705808:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.705822:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705828:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.705846:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705854:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.705874:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705878:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.705888:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705891:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.705901:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705903:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.705913:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705916:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.705927:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.705931:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.706079:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706085:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.706100:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706104:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706121:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706127:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706144:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706146:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706158:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706164:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706182:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706188:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706211:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706214:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706222:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706228:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706240:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706243:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.706424:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706430:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.706445:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706449:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706483:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706490:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706511:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706517:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706537:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706545:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706555:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706558:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706572:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706577:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706599:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706609:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706631:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706634:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.706764:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706768:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.706775:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706777:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706785:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706787:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706792:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706793:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706803:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706805:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.706822:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706825:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706841:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706847:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706874:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706877:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.706889:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.706895:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.707023:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707030:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.707043:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707045:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707056:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707058:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707069:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707071:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707078:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707080:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707088:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707090:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707097:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707099:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707104:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707107:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707113:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707115:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.707201:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707204:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.707211:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707213:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707220:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707222:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707229:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707231:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707236:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707238:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707242:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707244:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707248:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707250:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707254:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707255:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707260:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707262:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.707373:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707378:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.707388:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707390:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707395:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707397:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707415:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707417:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707423:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707425:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707435:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707438:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707447:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707450:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707478:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707483:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707495:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707498:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.707660:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707665:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.707676:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707679:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707690:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707693:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707703:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707706:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707716:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707719:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.707729:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707731:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707742:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707745:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707756:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707759:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.707769:0:316861:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.707772:0:316861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.721968:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.721987:0:316866:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.721994:0:316866:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.722015:0:316866:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.722031:0:316866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.722045:0:316866:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.722052:0:316866:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.722058:0:316866:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.722062:0:316866:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.722069:0:316866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fd7cb8 00010000:00010000:1.0:1787827130.722074:0:316866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.722082:0:316866:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.723097:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.723106:0:316868:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.723111:0:316868:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.723122:0:316868:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.723131:0:316868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.723141:0:316868:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.723149:0:316868:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.723154:0:316868:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.723156:0:316868:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.723159:0:316868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8183027cb8 00010000:00010000:0.0:1787827130.723162:0:316868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.723168:0:316868:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.723590:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723597:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.723613:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723617:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.723631:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723634:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.723649:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723651:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.723667:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723670:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.723687:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723691:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.723709:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723713:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.723728:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723730:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.723745:0:316866:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.723748:0:316866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.724527:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724532:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.724542:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724544:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724554:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724556:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724562:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724564:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724571:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724573:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724582:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724584:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.724590:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724591:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.724597:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724599:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.724605:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724608:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.724755:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724760:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.724775:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724781:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724806:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724816:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724844:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724849:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724864:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724869:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.724887:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724892:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.724908:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724912:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.724921:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724923:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.724936:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.724938:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.725106:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725111:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.725124:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725128:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725144:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725149:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725160:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725163:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725178:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725184:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725192:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725197:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725212:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725217:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725238:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725242:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725261:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725267:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.725429:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725435:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.725447:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725451:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725486:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725490:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725504:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725508:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725525:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725529:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725549:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725553:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725570:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725575:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725591:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725597:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725614:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725621:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.725772:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725778:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.725789:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725792:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725802:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725805:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725814:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725817:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725828:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725831:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.725846:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725849:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725864:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725869:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725886:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725892:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.725918:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.725922:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.726056:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726062:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.726073:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726076:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726085:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726087:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726097:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726100:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726110:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726113:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726121:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726124:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726136:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726139:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726148:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726151:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726159:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726162:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.726310:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726316:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.726333:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726338:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726355:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726360:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726379:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726384:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726416:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726420:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726433:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726437:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726449:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726452:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726488:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726491:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726501:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726505:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.726678:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726683:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.726694:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726696:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726701:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726703:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726707:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726709:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726715:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726716:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.726721:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726723:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726729:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726731:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726736:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726738:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.726743:0:316868:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.726745:0:316868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.741067:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.741081:0:316873:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.741089:0:316873:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.741110:0:316873:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.741126:0:316873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.741146:0:316873:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.741154:0:316873:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.741161:0:316873:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.741165:0:316873:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.741171:0:316873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fcfcb8 00010000:00010000:0.0:1787827130.741175:0:316873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.741185:0:316873:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.742255:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.742264:0:316875:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.742269:0:316875:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.742280:0:316875:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.742290:0:316875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.742300:0:316875:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.742307:0:316875:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.742312:0:316875:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.742315:0:316875:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.742319:0:316875:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae818303fcb8 00010000:00010000:1.0:1787827130.742322:0:316875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.742329:0:316875:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.742707:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742715:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.742726:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742730:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.742738:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742741:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.742750:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742753:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.742762:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742765:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.742774:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742777:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.742786:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742788:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.742798:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742802:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.742812:0:316873:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.742815:0:316873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.743874:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743881:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.743893:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743896:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.743909:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743912:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.743924:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743927:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.743942:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743945:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.743959:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743962:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.743982:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.743986:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744010:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744018:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744047:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744057:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827130.744227:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744233:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.744247:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744251:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744267:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744273:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744290:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744295:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744312:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744317:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744335:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744341:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744358:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744364:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744392:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744413:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744433:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744442:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827130.744663:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744670:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.744692:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744697:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744715:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744719:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744731:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744734:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744745:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744749:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744762:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744766:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744777:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744780:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744792:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744795:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.744805:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744809:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827130.744962:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744967:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.744979:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.744982:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.744993:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745006:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745023:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745027:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745037:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745041:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745053:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745057:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745068:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745072:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745082:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745085:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745096:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745100:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827130.745257:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745262:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.745276:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745280:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745292:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745295:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745305:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745309:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745318:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745321:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745331:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745335:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745345:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745348:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745360:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745363:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745374:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745378:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.745541:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745547:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.745560:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745564:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745574:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745578:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745589:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745593:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745604:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745608:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745619:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745623:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745635:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745638:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745648:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745651:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745660:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745665:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827130.745784:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745789:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.745800:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745803:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745811:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745814:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745823:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745827:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745836:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745839:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.745848:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745851:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745861:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745863:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745874:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745877:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.745887:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.745891:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.746076:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746082:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.746089:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746092:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.746099:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746102:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.746109:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746112:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.746120:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746122:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.746130:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746133:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.746141:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746144:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.746150:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746153:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.746160:0:316875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.746163:0:316875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827130.757227:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.757253:0:316880:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.757261:0:316880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.757280:0:316880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.757295:0:316880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.757309:0:316880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.757318:0:316880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.757325:0:316880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.757329:0:316880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:1.0:1787827130.757335:0:316880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182fcfcb8 00010000:00010000:1.0:1787827130.757340:0:316880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.757349:0:316880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.758409:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.758420:0:316882:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.758426:0:316882:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.758438:0:316882:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.758446:0:316882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.758478:0:316882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.758497:0:316882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.758502:0:316882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.758505:0:316882:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.758508:0:316882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8183057cb8 00010000:00010000:0.0:1787827130.758511:0:316882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.758517:0:316882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.759377:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759492:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.759510:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759525:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.759539:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759543:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.759565:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759569:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.759590:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759594:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.759608:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759612:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.759669:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759674:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.759707:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759711:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.759745:0:316880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.759764:0:316880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.759955:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.759962:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.759981:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.759985:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.759999:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760002:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760015:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760019:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760030:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760033:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760047:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760051:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760064:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760067:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760078:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760080:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760087:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760091:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827130.760269:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760273:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.760285:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760289:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760301:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760304:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760319:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760323:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760334:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760336:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760344:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760346:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760353:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760355:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760363:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760365:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760371:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760374:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827130.760529:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760534:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.760547:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760551:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760567:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760570:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760584:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760588:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760602:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760606:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760630:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760633:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760645:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760649:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760664:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760667:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760675:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760678:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827130.760844:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760852:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.760872:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760878:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760897:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760903:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760933:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760940:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760956:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760960:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.760974:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760978:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.760991:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.760994:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761007:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761010:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761023:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761027:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827130.761171:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761176:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.761195:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761201:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761221:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761228:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761248:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761251:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761261:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761264:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761277:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761280:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761296:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761300:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761313:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761317:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761334:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761338:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.761513:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761518:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.761535:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761539:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761554:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761558:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761572:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761579:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761597:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761599:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761607:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761609:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761617:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761619:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761628:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761630:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761643:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761645:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827130.761769:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761774:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.761783:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761787:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761796:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761799:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761807:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761809:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761817:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761820:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.761829:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761833:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761840:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761844:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761852:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761855:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.761867:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.761870:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.762038:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762043:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.762055:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762058:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.762067:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762070:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.762080:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762083:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.762095:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762099:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.762114:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762117:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.762128:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762132:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.762144:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762147:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.762162:0:316882:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.762166:0:316882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827130.779678:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.779693:0:316891:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.779700:0:316891:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.779718:0:316891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.779734:0:316891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.779748:0:316891:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.779756:0:316891:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.779763:0:316891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.779766:0:316891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.779773:0:316891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f87cb8 00010000:00010000:0.0:1787827130.779777:0:316891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.779786:0:316891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.780961:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.780969:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.780979:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.780984:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.780992:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.780995:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.781003:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.781006:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.781014:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.781017:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.781025:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.781028:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.781036:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.781039:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.781047:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.781050:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.781059:0:316891:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.781062:0:316891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.785045:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.785060:0:316894:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.785067:0:316894:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.785088:0:316894:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.785105:0:316894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.785118:0:316894:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.785126:0:316894:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.785133:0:316894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.785137:0:316894:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.785143:0:316894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8182f67cb8 00010000:00010000:0.0:1787827130.785147:0:316894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.785156:0:316894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.786253:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786260:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.786270:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786273:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.786280:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786283:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.786290:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786293:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.786300:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786303:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.786309:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786313:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.786320:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786323:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.786330:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786333:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.786340:0:316894:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.786344:0:316894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.790237:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.790251:0:316897:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.790257:0:316897:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.790274:0:316897:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.790290:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.790302:0:316897:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.790315:0:316897:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827130.790322:0:316897:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.790325:0:316897:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766ba84a 00000080:00010000:0.0:1787827130.790332:0:316897:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae8183077cb8 00010000:00010000:0.0:1787827130.790336:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.790346:0:316897:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827130.791677:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791685:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.791694:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791698:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.791705:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791708:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.791715:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791718:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.791725:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791728:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.791736:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791739:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.791746:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791749:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.791756:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791759:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.791767:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.791775:0:316897:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libacl.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49e93500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827130.791781:0:316897:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libacl.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827130.791792:0:316897:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libacl.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827130.791836:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.791845:0:316897:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827130.791855:0:316897:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827130.791867:0:316897:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd970c0 x1874669802589696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827130.791876:0:316897:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.791896:0:316897:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802589696:192.168.203.151@tcp:101:sed.0 00000100:00100000:0.0:1787827130.792043:0:316897:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65300 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.793621:0:316897:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802589696:192.168.203.151@tcp:101:sed.0 00010000:00010000:1.0:1787827130.793634:0:316897:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793642:0:316897:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793647:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793652:0:316897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793657:0:316897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793664:0:316897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.793668:0:316897:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793672:0:316897:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793676:0:316897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793681:0:316897:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.793685:0:316897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.793689:0:316897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766ba90e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.793698:0:316897:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd970c0 x1874669802589696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.793706:0:316897:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.793720:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.793726:0:316897:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00010000:1.0:1787827130.793732:0:316897:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81830779a0 00010000:00010000:1.0:1787827130.793734:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.793743:0:316897:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.794011:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794018:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.794029:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794033:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.794041:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794044:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.794052:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794055:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.794063:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794066:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.794074:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794077:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.794086:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794089:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.794097:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794100:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.794109:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.794116:0:316897:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libselinux.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f44dd3e00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.794121:0:316897:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libselinux.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.794133:0:316897:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libselinux.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.794164:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.794171:0:316897:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.794180:0:316897:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.794193:0:316897:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa03c0 x1874669802589952/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.794203:0:316897:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.794218:0:316897:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802589952:192.168.203.151@tcp:101:sed.0 00000100:00100000:1.0:1787827130.794321:0:316897:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.795441:0:316897:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802589952:192.168.203.151@tcp:101:sed.0 00010000:00010000:1.0:1787827130.795454:0:316897:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795487:0:316897:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795495:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795503:0:316897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795510:0:316897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795516:0:316897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.795521:0:316897:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795531:0:316897:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795537:0:316897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795543:0:316897:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.795548:0:316897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.795554:0:316897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766ba915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.795575:0:316897:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802589952/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.795584:0:316897:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.795602:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.795611:0:316897:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00010000:1.0:1787827130.795618:0:316897:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81830779a0 00010000:00010000:1.0:1787827130.795622:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.795629:0:316897:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.795870:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795886:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.795899:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795903:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.795911:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795914:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.795922:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795925:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.795933:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795936:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.795943:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795946:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.795953:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795956:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.795964:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795967:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.795975:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.795978:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827130.796120:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796125:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.796133:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796136:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.796143:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796146:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.796153:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796156:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.796163:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796166:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.796174:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796177:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.796184:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796187:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.796194:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796196:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.796203:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.796211:0:316897:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libattr.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42fda480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.796215:0:316897:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libattr.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.796226:0:316897:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libattr.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.796254:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.796261:0:316897:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.796270:0:316897:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.796276:0:316897:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa03c0 x1874669802590208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.796285:0:316897:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.796299:0:316897:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802590208:192.168.203.151@tcp:101:sed.0 00000100:00100000:1.0:1787827130.796394:0:316897:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.797531:0:316897:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802590208:192.168.203.151@tcp:101:sed.0 00010000:00010000:1.0:1787827130.797545:0:316897:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797555:0:316897:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797562:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797569:0:316897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797576:0:316897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797582:0:316897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.797586:0:316897:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797593:0:316897:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797599:0:316897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797606:0:316897:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.797611:0:316897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.797618:0:316897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766ba91c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.797631:0:316897:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802590208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.797641:0:316897:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.797654:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.797665:0:316897:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00010000:1.0:1787827130.797672:0:316897:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81830779a0 00010000:00010000:1.0:1787827130.797675:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.797683:0:316897:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.797876:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797883:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.797894:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797898:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.797908:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797911:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.797921:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797924:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.797934:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797937:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.797946:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797949:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.797958:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797961:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.797985:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.797989:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.798000:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.798007:0:316897:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre2-8.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42bb9b00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.798013:0:316897:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre2-8.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.798023:0:316897:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre2-8.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.798052:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.798059:0:316897:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.798068:0:316897:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.798074:0:316897:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa03c0 x1874669802590464/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.798082:0:316897:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.798097:0:316897:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802590464:192.168.203.151@tcp:101:sed.0 00000100:00100000:1.0:1787827130.798194:0:316897:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.799631:0:316897:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job sed:a3f62039-4096-4b6f-a667-17583e7f47b3:316897:1874669802590464:192.168.203.151@tcp:101:sed.0 00010000:00010000:1.0:1787827130.799644:0:316897:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799654:0:316897:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799661:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799667:0:316897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799679:0:316897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799685:0:316897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.799688:0:316897:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799695:0:316897:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799702:0:316897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799708:0:316897:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.799713:0:316897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.799720:0:316897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766ba923 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316897 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.799736:0:316897:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802590464/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.799747:0:316897:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.799762:0:316897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.799773:0:316897:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00010000:1.0:1787827130.799780:0:316897:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba84a from it ffffae81830779a0 00010000:00010000:1.0:1787827130.799785:0:316897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.799792:0:316897:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827130.800041:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800049:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.800059:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800063:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800072:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800076:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800084:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800087:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800097:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800100:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800109:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800112:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.800120:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800123:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.800131:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800134:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.800143:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800147:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827130.800286:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800291:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.800301:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800304:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800313:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800317:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800326:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800329:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800337:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800340:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.800350:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800353:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.800361:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800364:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.800372:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800375:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.800383:0:316897:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.800387:0:316897:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827130.805931:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805941:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.805950:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805953:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.805960:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805963:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.805970:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805973:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.805979:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805980:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.805985:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805987:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.805991:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.805994:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.805998:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806000:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806004:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806007:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libselinux.so.1, flags=257 00000080:00200000:0.0:1787827130.806115:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806118:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.806124:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806126:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806130:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806132:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806137:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806139:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806144:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806145:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806150:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806151:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806155:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806157:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806161:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806163:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806167:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806169:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.806288:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806293:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.806300:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806303:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806309:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806312:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806319:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806321:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806328:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806331:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806338:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806341:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806348:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806351:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806357:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806358:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806363:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806367:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre2-8.so.0, flags=257 00000080:00200000:0.0:1787827130.806498:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806502:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.806507:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806509:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806514:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806516:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806520:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806522:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806526:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806527:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806532:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806533:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806538:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806540:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806544:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806546:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806550:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806553:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827130.806624:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806627:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.806632:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806634:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806639:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806640:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806646:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806648:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806653:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806654:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.806659:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806661:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806666:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806669:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806676:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806679:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.806688:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.806691:0:316898:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827130.807451:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.807478:0:316898:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827130.807482:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827130.807486:0:316898:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827130.807490:0:316898:0:(namei.c:2239:do_mkdir()) VFS Op:name=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:0.0:1787827130.807521:0:316898:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.807541:0:316898:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.807670:0:316898:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827130.807683:0:316898:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827130.807686:0:316898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766ba84a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd67a7e expref: -99 pid: 313446 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000020:00100000:0.0:1787827130.807703:0:316898:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827130.807714:0:316898:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802590720/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827130.807733:0:316898:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job mkdir:a3f62039-4096-4b6f-a667-17583e7f47b3:316898:1874669802590720:192.168.203.151@tcp:36:mkdir.0 00000100:00100000:0.0:1787827130.807800:0:316898:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65e40 going to sleep for 11 seconds 00000080:00200000:1.0:1787827130.931478:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.931489:0:316900:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827130.931495:0:316900:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827130.931509:0:316900:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827130.931538:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.931545:0:316900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.931551:0:316900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.931561:0:316900:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614016:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827130.931600:0:316900:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.932497:0:316900:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614016:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827130.932511:0:316900:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932520:0:316900:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932527:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932533:0:316900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932542:0:316900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932549:0:316900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.932554:0:316900:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932562:0:316900:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932568:0:316900:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932576:0:316900:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.932583:0:316900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932590:0:316900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.932604:0:316900:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802614016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.932619:0:316900:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.932635:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827130.932645:0:316900:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787827130.932653:0:316900:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba9fc from it ffffae8182fef970 00010000:00010000:1.0:1787827130.932657:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827130.932665:0:316900:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827130.932705:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.932729:0:316900:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827130.932733:0:316900:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827130.932743:0:316900:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827130.932768:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932775:0:316900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.932783:0:316900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.932796:0:316900:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614144:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827130.932849:0:316900:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.934235:0:316900:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614144:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827130.934246:0:316900:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934255:0:316900:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934259:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934264:0:316900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934269:0:316900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934273:0:316900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.934276:0:316900:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934279:0:316900:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934283:0:316900:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934287:0:316900:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.934291:0:316900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934298:0:316900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766baa0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.934308:0:316900:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802614144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.934317:0:316900:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.934335:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827130.934343:0:316900:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:1.0:1787827130.934348:0:316900:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba9fc from it ffffae8182fef970 00010000:00010000:1.0:1787827130.934351:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827130.934361:0:316900:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827130.934410:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.934416:0:316900:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.934429:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.934435:0:316900:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.934443:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.934448:0:316900:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.934483:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.934493:0:316900:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827130.934498:0:316900:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827130.934507:0:316900:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827130.934534:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934544:0:316900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.934551:0:316900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.934564:0:316900:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614400:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827130.934593:0:316900:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.935814:0:316900:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614400:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827130.935828:0:316900:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935838:0:316900:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935853:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935862:0:316900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935866:0:316900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935870:0:316900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.935876:0:316900:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935900:0:316900:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935912:0:316900:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x20e400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935924:0:316900:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.935930:0:316900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.935939:0:316900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.935963:0:316900:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802614400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.935985:0:316900:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.936005:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827130.936015:0:316900:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:1.0:1787827130.936036:0:316900:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba9fc from it ffffae8182fef970 00010000:00010000:1.0:1787827130.936043:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827130.936056:0:316900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827130.936110:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.936117:0:316900:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.936135:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.936139:0:316900:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.936155:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.936169:0:316900:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f460ef380, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.936178:0:316900:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.936191:0:316900:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.936227:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.936233:0:316900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.936241:0:316900:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.936245:0:316900:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa03c0 x1874669802614656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.936251:0:316900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.936262:0:316900:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614656:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827130.936427:0:316900:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.937438:0:316900:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802614656:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827130.937447:0:316900:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937473:0:316900:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937478:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937483:0:316900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937487:0:316900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937492:0:316900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.937495:0:316900:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937498:0:316900:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937502:0:316900:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937506:0:316900:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.937509:0:316900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.937512:0:316900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316900 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.937522:0:316900:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802614656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.937534:0:316900:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.937549:0:316900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827130.937556:0:316900:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787827130.937562:0:316900:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba9fc from it ffffae8182fef9a0 00010000:00010000:1.0:1787827130.937567:0:316900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827130.937580:0:316900:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827130.938350:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.939016:0:316900:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_c8fff559bff810b106c24a7896c4712a, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:1.0:1787827130.939022:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:1.0:1787827130.939028:0:316900:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:1.0:1787827130.939035:0:316900:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_c8fff559bff810b106c24a7896c4712a, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af/00ee5c394c94a21cf2bb83ef9a360b6bbad433eebe1f431f22c02b67d6701d556f0786dbfb8abbf36ccbf3edadafaa750b7070f1e878f126a69c5405ab24529/fe858c711d4f521264b0b270b5772f7f97b76ca8106982ee0253917ed31a4f94e8ff6045180bbc0c1f3092c15cd95078697c16b67668731461fe6399bd49b81/88aaaa0e12edeebe3ba52e418bb2af568a5421aa7639458071a64a78562d44da080c71050af20e9acb5b963f03d2b8277812bafe28732c797beb73bd43163da/e625706c91f2c25031e4d252611e4d4d4ac7f6826941204f57992ee1fc82f794641a9fb97999f4b9bd45918a0d6f2900e3378402bf0a3e468b4cbe13c73f03b/59a4c44a84de3b00da982c1eba66645080bc7e63499ebd573e7b899276a190405ab8261c329076ff79da32c980ff8cf9f3649215a74fb2199a1a6284d8c769a/35af49e33f504cb8cb20b0416ee9ed3d09067c4f02f346fc6441df07bb5342fc940fea3b6a01f35dbd3a82dcd1448449f9d75754109d65983a9d4c388b710e1/eb3fd31d2f0292aab49de339d48901969e91207ffce7910bd80e437f89f9b0f5531dc06e14fbeab435127e78147f2d87e6b3f777f07ab660f002f3321b15069/84e448362f959798b404dd1fa2d9bcd56bd606d910ced2fd989379d3c1d8241853f4b3370f90c61d7239e9f77e9396f2f261a255b4934a33898a87f036a2198/2938c490b48e6ec493d9ca803e02f016b9af4a79e85034bd1ddbdec84b700a1974321cb82af304a7e8434473d9d0e1b60e73824e90b8016f0462d7d4b98a990/40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57/cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f/0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738/8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01/3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213/0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331/7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc/7f21fac7ff173a55f8e7e8351c0ca5e3a7d6edaa5d832014b54c57e116b45fbe71f6bd7921455012b155899ee0805bc4bf5589095399a0eafe038c6ff86de0d/6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee/58650daaf091fd893887de69e05e0c1aeb2ebbb8864c9af20863f280406c8b013d8867ea852bce706d4bf6dd0ba292a8beaea81125eddc70be0d057633c00c4/f031c36988a91aeeb1ef22f27eeb6441e31126213eef0ffd97e8dee95d477bc0262c4df0edb93d5e5b67d760e5513dc4bcb05efaf3aaf621ed8d213332af18e/28bd5ae6870c1d6c4c80058ec78b404f1d916fa258b3e2e885bf6e0d0c999470fb8d3d781cb4535b1dd8e6254efd9970b8a1c500b479fa06f973c7e677195a6/baf2e367bca21c013989c3498547294de90e47c2d85cd46e78db954defa8979e53e4fbcbd4d9aac7af77855d7a7cbd7866e4b93ddbc416d6478af86c1c9ddaf/6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d380 00010000:00010000:1.0:1787827130.939073:0:316900:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827130.939085:0:316900:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827130.939139:0:316900:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827130.939147:0:316900:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827130.939150:0:316900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006400/0xf3d5ba2766ba9fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68211 expref: -99 pid: 316901 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000020:00100000:1.0:1787827130.939166:0:316900:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827130.939172:0:316900:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa03c0 x1874669802615168/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 4640/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827130.939186:0:316900:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802615168:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:1.0:1787827130.939229:0:316900:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.940437:0:316900:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316900:1874669802615168:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:1.0:1787827130.940503:0:316900:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x683:0x0](ffff9d1f4364a1c8) 00000080:00200000:1.0:1787827130.940511:0:316900:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x683:0x0], updating i_size 4095 00000080:00200000:0.0:1787827130.943331:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.943350:0:316903:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.943360:0:316903:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.943378:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.943390:0:316903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1787827130.943448:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.943475:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.943486:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.943513:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615296:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827130.943597:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.944852:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615296:192.168.203.151@tcp:101:sh.0 00010000:00010000:1.0:1787827130.944872:0:316903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944882:0:316903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944895:0:316903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944907:0:316903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944923:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944930:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944937:0:316903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.944949:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd95e00 x1874669802615296/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827130.944963:0:316903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.944973:0:316903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827130.944980:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827130.945000:0:316903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787827130.945006:0:316903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baa2d 00000080:00010000:1.0:1787827130.945012:0:316903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.945017:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307fcb8 00010000:00010000:1.0:1787827130.945021:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.945030:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827130.946071:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.946081:0:316903:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827130.946085:0:316903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827130.946101:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827130.946131:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.946136:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.946143:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.946156:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615424:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827130.946219:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.947294:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615424:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827130.947308:0:316903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947319:0:316903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947326:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947333:0:316903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947346:0:316903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947354:0:316903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.947359:0:316903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947366:0:316903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947373:0:316903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947382:0:316903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.947389:0:316903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947408:0:316903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766baa34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.947424:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa3c00 x1874669802615424/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.947436:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.947452:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827130.947689:0:316903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787827130.947697:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307f970 00010000:00010000:1.0:1787827130.947701:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827130.947707:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827130.947761:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.947773:0:316903:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827130.947777:0:316903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827130.947788:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827130.947822:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947830:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.947839:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.947854:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615552:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827130.947907:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.949040:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615552:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827130.949053:0:316903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949063:0:316903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949070:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949077:0:316903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949084:0:316903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949090:0:316903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.949094:0:316903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949100:0:316903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949106:0:316903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949111:0:316903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.949115:0:316903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949120:0:316903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766baa3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.949131:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa3c00 x1874669802615552/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.949139:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.949151:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827130.949158:0:316903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:1.0:1787827130.949164:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307f970 00010000:00010000:1.0:1787827130.949166:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827130.949171:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827130.949201:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.949207:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.949213:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.949215:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.949219:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.949221:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.949225:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.949230:0:316903:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827130.949233:0:316903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827130.949247:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827130.949268:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949275:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.949282:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.949296:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615680:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827130.949343:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.950412:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615680:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827130.950425:0:316903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950436:0:316903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950443:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950449:0:316903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950483:0:316903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950491:0:316903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.950496:0:316903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950504:0:316903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950513:0:316903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950522:0:316903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.950527:0:316903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950534:0:316903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766baa42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.950553:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa3c00 x1874669802615680/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.950565:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.950582:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827130.950592:0:316903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:1.0:1787827130.950600:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307f970 00010000:00010000:1.0:1787827130.950604:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827130.950611:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827130.950671:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.950679:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.950692:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.950696:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.950706:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.950717:0:316903:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42fdac00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.950724:0:316903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.950737:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.950768:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.950776:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.950783:0:316903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.950788:0:316903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3c00 x1874669802615936/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.950796:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.950812:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615936:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827130.950990:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.952113:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802615936:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827130.952126:0:316903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952135:0:316903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952140:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952147:0:316903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952155:0:316903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952170:0:316903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.952175:0:316903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952183:0:316903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952190:0:316903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952197:0:316903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.952203:0:316903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952208:0:316903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766baa49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.952219:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa3c00 x1874669802615936/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.952227:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.952242:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827130.952249:0:316903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787827130.952257:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307f9a0 00010000:00010000:1.0:1787827130.952261:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827130.952268:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827130.952687:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952696:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.952714:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952718:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.952727:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952730:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.952737:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952739:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.952746:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952749:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.952756:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952759:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.952766:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952768:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.952775:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952778:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.952785:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.952794:0:316903:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e79980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.952799:0:316903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.952821:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.952860:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.952868:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.952877:0:316903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.952883:0:316903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3c00 x1874669802616192/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.952892:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.952908:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802616192:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827130.953052:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.954192:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802616192:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827130.954204:0:316903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954212:0:316903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954216:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954220:0:316903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954225:0:316903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954228:0:316903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.954231:0:316903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954243:0:316903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954253:0:316903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954262:0:316903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.954268:0:316903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954274:0:316903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766baa50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.954289:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa3c00 x1874669802616192/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.954298:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.954314:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827130.954322:0:316903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:1.0:1787827130.954330:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307f9a0 00010000:00010000:1.0:1787827130.954334:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827130.954342:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787827130.954647:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954655:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.954665:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954667:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.954673:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954675:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.954680:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954682:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.954687:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954689:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.954694:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954696:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.954701:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954702:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.954707:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954709:0:316903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.954713:0:316903:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.954720:0:316903:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43dfe180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827130.954723:0:316903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827130.954733:0:316903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827130.954761:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.954766:0:316903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827130.954773:0:316903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827130.954777:0:316903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3c00 x1874669802616448/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827130.954783:0:316903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827130.954795:0:316903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802616448:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827130.954911:0:316903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827130.956050:0:316903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316903:1874669802616448:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827130.956067:0:316903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956077:0:316903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956081:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956085:0:316903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956091:0:316903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956095:0:316903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827130.956098:0:316903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956102:0:316903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956106:0:316903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956110:0:316903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827130.956115:0:316903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827130.956119:0:316903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766baa57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827130.956137:0:316903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa3c00 x1874669802616448/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827130.956148:0:316903:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827130.956167:0:316903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827130.956176:0:316903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:1.0:1787827130.956186:0:316903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa2d from it ffffae818307f9a0 00010000:00010000:1.0:1787827130.956189:0:316903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827130.956194:0:316903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766baa2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd682ab expref: -99 pid: 316903 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827130.961673:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961686:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.961698:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961702:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.961713:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961716:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.961729:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961733:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.961743:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961747:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.961758:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961761:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.961770:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961772:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.961777:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961778:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.961784:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.961787:0:316905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827130.962312:0:316905:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.962326:0:316905:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_c8fff559bff810b106c24a7896c4712a, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:0.0:1787827130.962330:0:316905:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_c8fff559bff810b106c24a7896c4712a, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:0.0:1787827130.962351:0:316905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_c8fff559bff810b106c24a7896c4712a,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827130.962424:0:316905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9600/0xf3d5ba2766baa5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.962433:0:316905:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9600/0xf3d5ba2766baa5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.962442:0:316905:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9600/0xf3d5ba2766baa5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316905 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.962515:0:316905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:316905:1874669802616576:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:0.0:1787827130.962644:0:316905:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65d80 going to sleep for 11 seconds 00000080:00200000:0.0:1787827130.969448:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827130.969479:0:316908:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827130.969487:0:316908:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827130.969509:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827130.969524:0:316908:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1787827130.969576:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.969583:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.969592:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.969612:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802616960:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827130.969696:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.971832:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802616960:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827130.971865:0:316908:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971875:0:316908:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971884:0:316908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971892:0:316908:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971905:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971911:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971916:0:316908:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.971923:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd97480 x1874669802616960/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827130.971933:0:316908:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971942:0:316908:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1787827130.971948:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827130.971967:0:316908:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827130.971972:0:316908:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baa65 00000080:00010000:0.0:1787827130.971976:0:316908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827130.971979:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae8183087cb8 00010000:00010000:0.0:1787827130.971981:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.971986:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827130.973750:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.973762:0:316908:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827130.973767:0:316908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827130.973787:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827130.973833:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.973839:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.973846:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.973864:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617088:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827130.973938:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.975336:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617088:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827130.975348:0:316908:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975356:0:316908:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975360:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975364:0:316908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975373:0:316908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975377:0:316908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827130.975381:0:316908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975385:0:316908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975390:0:316908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975395:0:316908:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827130.975417:0:316908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975421:0:316908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766baa6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.975433:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97480 x1874669802617088/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827130.975446:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827130.975490:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827130.975503:0:316908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787827130.975513:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae8183087970 00010000:00010000:0.0:1787827130.975519:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827130.975527:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827130.975581:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.975590:0:316908:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827130.975593:0:316908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827130.975603:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827130.975629:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975637:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.975646:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.975657:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617216:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827130.975697:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.976694:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617216:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827130.976706:0:316908:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976714:0:316908:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976718:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976723:0:316908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976729:0:316908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976735:0:316908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827130.976738:0:316908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976744:0:316908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976751:0:316908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976757:0:316908:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827130.976761:0:316908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976769:0:316908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baa73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.976782:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97480 x1874669802617216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827130.976791:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827130.976804:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827130.976811:0:316908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787827130.976817:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae8183087970 00010000:00010000:0.0:1787827130.976819:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827130.976824:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827130.976857:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.976863:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.976874:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.976875:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.976881:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.976883:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.976888:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.976894:0:316908:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827130.976897:0:316908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827130.976904:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827130.976922:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976926:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.976931:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.976940:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617344:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827130.976979:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.977916:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617344:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827130.977925:0:316908:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977932:0:316908:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977936:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977940:0:316908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977944:0:316908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977947:0:316908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc9a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827130.977950:0:316908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977954:0:316908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977959:0:316908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977962:0:316908:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827130.977965:0:316908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.977968:0:316908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766baa7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.977983:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97480 x1874669802617344/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827130.977993:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827130.978006:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827130.978017:0:316908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:0.0:1787827130.978025:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae8183087970 00010000:00010000:0.0:1787827130.978029:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827130.978035:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827130.978065:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.978075:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.978085:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.978087:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.978093:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.978100:0:316908:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f500a5b00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827130.978104:0:316908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827130.978113:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827130.978136:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.978144:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827130.978151:0:316908:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827130.978155:0:316908:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97480 x1874669802617600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827130.978161:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.978169:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617600:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827130.978323:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.979153:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617600:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827130.979163:0:316908:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979170:0:316908:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979174:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979178:0:316908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979182:0:316908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979186:0:316908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827130.979189:0:316908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979193:0:316908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979198:0:316908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979201:0:316908:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827130.979204:0:316908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979208:0:316908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766baa81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.979216:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97480 x1874669802617600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827130.979223:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827130.979233:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827130.979252:0:316908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827130.979260:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae81830879a0 00010000:00010000:0.0:1787827130.979264:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827130.979272:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827130.979678:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979685:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.979692:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979694:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.979700:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979702:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.979707:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979709:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.979715:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979717:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.979723:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979725:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.979731:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979733:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.979738:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979740:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.979745:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.979751:0:316908:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ca5500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827130.979755:0:316908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827130.979763:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827130.979789:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.979794:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827130.979801:0:316908:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827130.979807:0:316908:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97480 x1874669802617856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827130.979817:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.979832:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617856:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827130.979947:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.980953:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802617856:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827130.980968:0:316908:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.980978:0:316908:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.980985:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.980990:0:316908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.980996:0:316908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.981001:0:316908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827130.981005:0:316908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.981010:0:316908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.981016:0:316908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.981024:0:316908:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827130.981029:0:316908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.981034:0:316908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766baa88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.981049:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97480 x1874669802617856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827130.981060:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827130.981086:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827130.981096:0:316908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:0.0:1787827130.981104:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae81830879a0 00010000:00010000:0.0:1787827130.981108:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827130.981115:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827130.981412:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981421:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827130.981435:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981439:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.981448:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981452:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.981488:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981492:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.981502:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981506:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827130.981514:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981518:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.981526:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981530:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.981540:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981543:0:316908:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827130.981554:0:316908:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827130.981563:0:316908:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49e92480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827130.981569:0:316908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827130.981581:0:316908:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827130.981614:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.981622:0:316908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827130.981631:0:316908:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827130.981638:0:316908:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97480 x1874669802618112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827130.981648:0:316908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827130.981665:0:316908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802618112:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827130.981789:0:316908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827130.982892:0:316908:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:316908:1874669802618112:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827130.982906:0:316908:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982918:0:316908:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982926:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982933:0:316908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982940:0:316908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982946:0:316908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827130.982950:0:316908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982957:0:316908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982964:0:316908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982972:0:316908:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827130.982978:0:316908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827130.982985:0:316908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766baa8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316908 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827130.983001:0:316908:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97480 x1874669802618112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827146 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827130.983022:0:316908:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827130.983040:0:316908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827130.983051:0:316908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:0.0:1787827130.983060:0:316908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae81830879a0 00010000:00010000:0.0:1787827130.983064:0:316908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827130.983070:0:316908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827130.987526:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827130.987546:0:316911:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827130.987554:0:316911:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827130.987575:0:316911:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827130.987595:0:316911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827130.987612:0:316911:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827130.987620:0:316911:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827130.987629:0:316911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827130.987633:0:316911:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baa65 00000080:00010000:1.0:1787827130.987642:0:316911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae8182fffcb8 00010000:00010000:1.0:1787827130.987647:0:316911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827130.987655:0:316911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827130.988884:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988891:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827130.988904:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988908:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.988919:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988923:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.988935:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988939:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.988949:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988952:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827130.988961:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988965:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.988976:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988979:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.988989:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.988992:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827130.989001:0:316911:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827130.989004:0:316911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827131.051316:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827131.051337:0:316916:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827131.051346:0:316916:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827131.051376:0:316916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827131.051413:0:316916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1787827131.051431:0:316916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1787827131.051440:0:316916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827131.051450:0:316916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827131.051454:0:316916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baa65 00000080:00010000:1.0:1787827131.051493:0:316916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae8182fe7cb8 00010000:00010000:1.0:1787827131.051498:0:316916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1787827131.051508:0:316916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1787827131.053034:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053041:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827131.053056:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053060:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.053073:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053076:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.053093:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053096:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.053109:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053112:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.053125:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053129:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.053142:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053144:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.053153:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053156:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.053166:0:316916:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.053169:0:316916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827131.068034:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827131.068056:0:316921:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827131.068065:0:316921:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827131.068087:0:316921:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827131.068110:0:316921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787827131.068124:0:316921:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:1.0:1787827131.068141:0:316921:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827131.068150:0:316921:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827131.068154:0:316921:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baa65 00000080:00010000:1.0:1787827131.068164:0:316921:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae81830bfcb8 00010000:00010000:1.0:1787827131.068168:0:316921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787827131.068178:0:316921:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1787827131.069455:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069504:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827131.069526:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069532:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.069549:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069552:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.069565:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069568:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.069579:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069582:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.069593:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069596:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.069608:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069612:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.069629:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069632:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.069642:0:316921:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.069646:0:316921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827131.080246:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827131.080261:0:316926:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827131.080269:0:316926:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827131.080289:0:316926:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827131.080304:0:316926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1787827131.080315:0:316926:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1787827131.080321:0:316926:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827131.080327:0:316926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827131.080329:0:316926:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baa65 00000080:00010000:1.0:1787827131.080335:0:316926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baa65 from it ffffae81830c7cb8 00010000:00010000:1.0:1787827131.080339:0:316926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1787827131.080346:0:316926:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8c00/0xf3d5ba2766baa65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68368 expref: -99 pid: 316908 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787827131.082147:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082157:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827131.082172:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082177:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.082191:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082195:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.082209:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082212:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.082222:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082226:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827131.082239:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082242:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.082254:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082257:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.082267:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082271:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827131.082281:0:316926:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827131.082285:0:316926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827131.091429:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091441:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827131.091447:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091450:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827131.091455:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091480:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827131.091495:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091499:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827131.091507:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091510:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827131.091517:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091521:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827131.091529:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091532:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827131.091540:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091543:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827131.091549:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.091551:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827131.092048:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.092055:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af, flags=0 00000080:00200008:0.0:1787827131.092062:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af:[0x200000401:0x664:0x0](ffff9d1f4361c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.092068:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x664:0x0](ffff9d1f4361c2c8),name=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af 00000002:00010000:0.0:1787827131.092089:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x664:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.092098:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1636 (0 0) 00010000:00010000:0.0:1787827131.092137:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.092143:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.092149:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.092167:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802622848:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.092243:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.093535:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802622848:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.093549:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093563:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x664:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093568:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093576:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093583:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093596:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093601:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093605:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.093612:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd97480 x1874669802622848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.093621:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093629:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1636 (0 0) 00000080:00200000:0.0:1787827131.093633:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.093646:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x664:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.093650:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x664:0x0](ffff9d1f4361c2c8) for lock 0xf3d5ba2766bab76 00000080:00010000:0.0:1787827131.093654:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x664:0x0](ffff9d1f4361c2c8) 00000080:00010000:0.0:1787827131.093656:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bab76 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.093659:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093664:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.093699:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.093704:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af, flags=258 00000080:00200000:0.0:1787827131.093709:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x664:0x0](ffff9d1f4361c2c8), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.093714:0:316929:0:(file.c:1090:ll_file_open()) START file 6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af:[0x200000401:0x664:0x0](ffff9d1f4361c2c8), flags 704400 00000002:00010000:0.0:1787827131.093730:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x664:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.093757:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.093762:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.093768:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.093772:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97480 x1874669802623104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.093779:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.093787:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802623104:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.093893:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.094915:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802623104:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.094925:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094931:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094935:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094939:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094943:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094946:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.094949:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094953:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094957:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094962:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.094966:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.094977:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bab7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.094985:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd97480 x1874669802623104/t4294973814(4294973814) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.094993:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97480 x1874669802623104/t4294973814(4294973814) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.095000:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.095008:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x664:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.095019:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97480 x1874669802623104/t4294973814(4294973814) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.095058:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af:[0x200000401:0x664:0x0](ffff9d1f4361c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.095063:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x664:0x0](ffff9d1f4361c2c8),name=6c10969778921c4c09e79109cb4e3f9adbbba9bae76d9773e11a37314fb4efb4cbcc42caf20d2ef92c92247f49ffe35faa71c532d1ad296794905b8a55933af 00000002:00010000:0.0:1787827131.095085:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x664:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.095094:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.095103:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.095110:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.095115:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x664:0x0](ffff9d1f4361c2c8) 00000080:00010000:0.0:1787827131.095118:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x664:0x0](ffff9d1f4361c2c8) for lock 0xf3d5ba2766bab76 00000080:00010000:0.0:1787827131.095123:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bab76 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.095125:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.095132:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.095177:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x664:0x0](ffff9d1f4361c2c8) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.095186:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x664:0x0]) in obj [0x200000401:0x664:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.095191:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.095197:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9a00/0xf3d5ba2766bab76 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x664:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68797 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.095638:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802623232:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.095693:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.156664:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x66a:0x0](ffff9d1f436180c8),name=35af49e33f504cb8cb20b0416ee9ed3d09067c4f02f346fc6441df07bb5342fc940fea3b6a01f35dbd3a82dcd1448449f9d75754109d65983a9d4c388b710e1 00000002:00010000:0.0:1787827131.156675:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66a:0x0]) in obj [0x200000401:0x669:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.156681:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1642 (0 0) 00010000:00010000:0.0:1787827131.156701:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9600/0xf3d5ba2766babf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x669:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.156707:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9600/0xf3d5ba2766babf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x669:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.156716:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9600/0xf3d5ba2766babf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x669:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.156726:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802628992:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.156759:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f653c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.192614:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348),name=40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57 00000002:00010000:0.0:1787827131.192625:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.192631:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1646 (0 0) 00010000:00010000:0.0:1787827131.192653:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.192659:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.192664:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.192675:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633088:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.192714:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.193605:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633088:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.193614:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193622:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193629:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193635:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193640:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193645:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193649:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193653:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.193659:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd970c0 x1874669802633088/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.193665:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193669:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1646 (0 0) 00000080:00200000:0.0:1787827131.193672:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x66d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.193689:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x66e:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.193693:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) for lock 0xf3d5ba2766bac48 00000080:00010000:0.0:1787827131.193696:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) 00000080:00010000:0.0:1787827131.193698:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac48 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.193700:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193706:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.193736:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66d:0x0](ffff9d1f43619148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.193742:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57, flags=258 00000080:00200000:0.0:1787827131.193756:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.193761:0:316929:0:(file.c:1090:ll_file_open()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), flags 704400 00000002:00010000:0.0:1787827131.193769:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66d:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.193788:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.193793:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.193798:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.193802:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd970c0 x1874669802633344/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.193807:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.193815:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633344:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.193905:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.194684:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633344:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.194694:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194711:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194718:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194724:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194729:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194733:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.194736:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194740:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194744:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194749:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.194753:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.194760:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.194769:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd970c0 x1874669802633344/t4294973844(4294973844) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.194775:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd970c0 x1874669802633344/t4294973844(4294973844) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.194781:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x66d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.194787:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x66e:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.194794:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd970c0 x1874669802633344/t4294973844(4294973844) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.194820:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.194824:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348),name=40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57 00000002:00010000:0.0:1787827131.194831:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.194837:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.194845:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.194852:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x66d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.194856:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) 00000080:00010000:0.0:1787827131.194858:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) for lock 0xf3d5ba2766bac48 00000080:00010000:0.0:1787827131.194862:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac48 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.194865:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.194873:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.194889:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.194897:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66e:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.194904:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.194912:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.195406:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633472:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.195453:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.197845:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633472:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.198325:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.198333:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.198364:0:316929:0:(file.c:479:ll_file_release()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), flags 704000 00000002:00100000:0.0:1787827131.198392:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd970c0 x1874669802633344/t4294973844(4294973844) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.198415:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.198419:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802633728/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.198430:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633728:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.198483:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.199500:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633728:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.199512:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd970c0 x1874669802633344/t4294973844(4294973844) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.199542:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66d:0x0](ffff9d1f43619148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.199548:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57, flags=258 00000080:00200000:0.0:1787827131.199553:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.199557:0:316929:0:(file.c:1090:ll_file_open()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), flags 704400 00000002:00010000:0.0:1787827131.199568:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66d:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.199592:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.199598:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.199604:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.199607:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802633984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.199612:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.199624:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633984:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.199729:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.200505:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802633984:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.200516:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.200522:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.200529:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.200535:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.200542:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd95a40 x1874669802633984/t4294973846(4294973846) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.200550:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95a40 x1874669802633984/t4294973846(4294973846) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.200556:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.200560:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1646 (0 0) 00000080:00200000:0.0:1787827131.200563:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x66d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.200572:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x66e:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.200575:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) for lock 0xf3d5ba2766bac56 00000080:00010000:0.0:1787827131.200579:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac56 from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.200581:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.200585:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.200595:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95a40 x1874669802633984/t4294973846(4294973846) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.200627:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.200631:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348),name=40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57 00000002:00010000:0.0:1787827131.200642:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.200649:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.200658:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.200665:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x66d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.200670:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) 00000080:00010000:0.0:1787827131.200673:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) for lock 0xf3d5ba2766bac48 00000080:00010000:0.0:1787827131.200677:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac48 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.200680:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.200692:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.200712:0:316929:0:(file.c:479:ll_file_release()) START file 59a4c44a84de3b00da982c1eba66645080bc7e63499ebd573e7b899276a190405ab8261c329076ff79da32c980ff8cf9f3649215a74fb2199a1a6284d8c769a:[0x200000401:0x669:0x0](ffff9d1f43618908), flags 704000 00010000:00010000:0.0:1787827131.200726:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381200/0xf3d5ba2766babed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x669:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd688a8 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.200739:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.200755:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.200763:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.200767:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f, flags=0 00000080:00200008:0.0:1787827131.200772:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f:[0x200000401:0x66f:0x0](ffff9d1f4361aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.209282:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8),name=0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738 00000002:00010000:0.0:1787827131.209295:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x670:0x0]) in obj [0x200000401:0x66f:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.209302:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1648 (0 0) 00010000:00010000:0.0:1787827131.209326:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.209334:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.209342:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.209359:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802635136:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.209407:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65300 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.217723:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988),name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01 00000002:00010000:0.0:1787827131.217736:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x671:0x0]) in obj [0x200000401:0x670:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.217743:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1649 (0 0) 00010000:00010000:0.0:1787827131.217767:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.217776:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.217783:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.217793:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636160:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.217825:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.218775:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636160:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.218785:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218794:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x671:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218799:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218808:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218813:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218819:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218823:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218828:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.218833:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802636160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.218839:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218843:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1649 (0 0) 00000080:00200000:0.0:1787827131.218846:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x670:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.218853:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x671:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.218856:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) for lock 0xf3d5ba2766bac87 00000080:00010000:0.0:1787827131.218859:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) 00000080:00010000:0.0:1787827131.218861:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac87 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.218863:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218868:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.218890:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.218894:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01, flags=258 00000080:00200000:0.0:1787827131.218909:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.218913:0:316929:0:(file.c:1090:ll_file_open()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), flags 704400 00000002:00010000:0.0:1787827131.218921:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x671:0x0]) in obj [0x200000401:0x670:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.218937:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.218941:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.218947:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.218950:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802636416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.218955:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.218963:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636416:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.219036:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.219948:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636416:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.219959:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.219968:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.219982:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.219987:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.219991:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.219995:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.219998:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.220002:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.220006:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.220011:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.220016:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.220022:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.220040:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd94000 x1874669802636416/t4294973853(4294973853) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.220053:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802636416/t4294973853(4294973853) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.220060:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x670:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.220067:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x671:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.220074:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802636416/t4294973853(4294973853) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.220106:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.220110:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988),name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01 00000002:00010000:0.0:1787827131.220118:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x671:0x0]) in obj [0x200000401:0x670:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.220123:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.220130:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.220134:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x670:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.220137:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) 00000080:00010000:0.0:1787827131.220139:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) for lock 0xf3d5ba2766bac87 00000080:00010000:0.0:1787827131.220141:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac87 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.220144:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.220148:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.220164:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.220172:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x671:0x0]) in obj [0x200000401:0x671:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.220178:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.220185:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.220649:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636544:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.220684:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.223090:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636544:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.223554:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.223563:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.223590:0:316929:0:(file.c:479:ll_file_release()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), flags 704000 00000002:00100000:0.0:1787827131.223617:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd94000 x1874669802636416/t4294973853(4294973853) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.223624:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.223627:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97840 x1874669802636800/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.223638:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636800:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.223670:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.224473:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802636800:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.224487:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd94000 x1874669802636416/t4294973853(4294973853) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.224530:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.224536:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01, flags=258 00000080:00200000:0.0:1787827131.224540:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.224545:0:316929:0:(file.c:1090:ll_file_open()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), flags 704400 00000002:00010000:0.0:1787827131.224558:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x671:0x0]) in obj [0x200000401:0x670:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.224582:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.224588:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.224594:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.224597:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97840 x1874669802637056/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.224603:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.224610:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637056:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.224699:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.225567:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637056:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.225578:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.225585:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.225591:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.225597:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.225607:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd97840 x1874669802637056/t4294973855(4294973855) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.225617:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97840 x1874669802637056/t4294973855(4294973855) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.225626:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.225634:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1649 (0 0) 00000080:00200000:0.0:1787827131.225639:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x670:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.225649:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x671:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.225653:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) for lock 0xf3d5ba2766bac95 00000080:00010000:0.0:1787827131.225658:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac95 from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.225661:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.225669:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.225684:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97840 x1874669802637056/t4294973855(4294973855) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.225723:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.225729:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988),name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01 00000002:00010000:0.0:1787827131.225740:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x671:0x0]) in obj [0x200000401:0x670:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.225746:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.225752:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.225756:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x670:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.225759:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) 00000080:00010000:0.0:1787827131.225761:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x671:0x0](ffff9d1f43619988) for lock 0xf3d5ba2766bac87 00000080:00010000:0.0:1787827131.225763:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac87 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.225765:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.225770:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.225788:0:316929:0:(file.c:479:ll_file_release()) START file 84e448362f959798b404dd1fa2d9bcd56bd606d910ced2fd989379d3c1d8241853f4b3370f90c61d7239e9f77e9396f2f261a255b4934a33898a87f036a2198:[0x200000401:0x66c:0x0](ffff9d1f4361db88), flags 704000 00010000:00010000:0.0:1787827131.225811:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381400/0xf3d5ba2766bac2c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x66c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6893b expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.225831:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.225856:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.225867:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.225873:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213, flags=0 00000080:00200008:0.0:1787827131.225880:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213:[0x200000401:0x672:0x0](ffff9d1f435b2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.226205:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08),name=3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213 00000002:00010000:0.0:1787827131.226217:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x672:0x0]) in obj [0x200000401:0x671:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.226224:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1650 (0 0) 00010000:00010000:0.0:1787827131.226246:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.226254:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.226261:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.226275:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637184:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.226309:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.227025:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637184:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.227034:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227043:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x672:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227048:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227053:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227058:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227063:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227067:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227071:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.227077:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802637184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.227082:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227087:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1650 (0 0) 00000080:00200000:0.0:1787827131.227095:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x671:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.227103:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x672:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.227107:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) for lock 0xf3d5ba2766bac9c 00000080:00010000:0.0:1787827131.227110:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) 00000080:00010000:0.0:1787827131.227112:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac9c from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.227114:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227118:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.227141:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.227145:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213, flags=258 00000080:00200000:0.0:1787827131.227155:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.227159:0:316929:0:(file.c:1090:ll_file_open()) START file 3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213:[0x200000401:0x672:0x0](ffff9d1f435b2a08), flags 704400 00000002:00010000:0.0:1787827131.227167:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x672:0x0]) in obj [0x200000401:0x671:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.227183:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.227187:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.227192:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.227196:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802637440/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.227201:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.227208:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637440:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.227285:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.228098:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637440:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.228107:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228116:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228123:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228129:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228136:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228142:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.228146:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228152:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228159:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228166:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.228171:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.228181:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766baca3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.228192:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd94000 x1874669802637440/t4294973856(4294973856) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.228202:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802637440/t4294973856(4294973856) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.228211:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x671:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.228218:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x672:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.228227:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802637440/t4294973856(4294973856) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.228261:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213:[0x200000401:0x672:0x0](ffff9d1f435b2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.228266:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08),name=3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213 00000002:00010000:0.0:1787827131.228275:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x672:0x0]) in obj [0x200000401:0x671:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.228283:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.228292:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.228299:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x671:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.228303:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) 00000080:00010000:0.0:1787827131.228306:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) for lock 0xf3d5ba2766bac9c 00000080:00010000:0.0:1787827131.228309:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac9c from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.228313:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.228321:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.228336:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.228343:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x672:0x0]) in obj [0x200000401:0x672:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.228348:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.228355:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.228871:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637568:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.228919:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.231161:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637568:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.231608:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.231617:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.231649:0:316929:0:(file.c:479:ll_file_release()) START file 3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213:[0x200000401:0x672:0x0](ffff9d1f435b2a08), flags 704000 00000002:00100000:0.0:1787827131.231680:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd94000 x1874669802637440/t4294973856(4294973856) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.231691:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.231694:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802637824/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.231704:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637824:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.231739:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.232633:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802637824:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.232648:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd94000 x1874669802637440/t4294973856(4294973856) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.232689:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.232695:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213, flags=258 00000080:00200000:0.0:1787827131.232701:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.232708:0:316929:0:(file.c:1090:ll_file_open()) START file 3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213:[0x200000401:0x672:0x0](ffff9d1f435b2a08), flags 704400 00000002:00010000:0.0:1787827131.232731:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x672:0x0]) in obj [0x200000401:0x671:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.232765:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.232774:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.232782:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.232788:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802638080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.232803:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.232816:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638080:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.232923:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.233822:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638080:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.233834:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.233841:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.233849:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.233855:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.233862:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd97c00 x1874669802638080/t4294973858(4294973858) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.233876:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97c00 x1874669802638080/t4294973858(4294973858) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.233883:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.233888:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1650 (0 0) 00000080:00200000:0.0:1787827131.233892:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x671:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.233901:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x672:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.233904:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) for lock 0xf3d5ba2766bacaa 00000080:00010000:0.0:1787827131.233908:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacaa from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.233910:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.233915:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.233931:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97c00 x1874669802638080/t4294973858(4294973858) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.233963:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213:[0x200000401:0x672:0x0](ffff9d1f435b2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.233968:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08),name=3f4856cced1e837ae286501e56bf6394667605e0a0500d00a285130d356c3681369dcdf1f0b55ddee27d1d80176e9a9a67a2009014eca606352833d4748d213 00000002:00010000:0.0:1787827131.233980:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x672:0x0]) in obj [0x200000401:0x671:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.233996:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.234010:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.234016:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x671:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.234021:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) 00000080:00010000:0.0:1787827131.234024:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x672:0x0](ffff9d1f435b2a08) for lock 0xf3d5ba2766bac9c 00000080:00010000:0.0:1787827131.234029:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac9c from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.234031:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.234044:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8a00/0xf3d5ba2766bac9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a45 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.234068:0:316929:0:(file.c:479:ll_file_release()) START file 2938c490b48e6ec493d9ca803e02f016b9af4a79e85034bd1ddbdec84b700a1974321cb82af304a7e8434473d9d0e1b60e73824e90b8016f0462d7d4b98a990:[0x200000401:0x66d:0x0](ffff9d1f43619148), flags 704000 00010000:00010000:0.0:1787827131.234097:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381000/0xf3d5ba2766bac41 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x66d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6896c expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.234121:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.234165:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.234180:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.234186:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331, flags=0 00000080:00200008:0.0:1787827131.234197:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331:[0x200000401:0x673:0x0](ffff9d1f4369ec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.234517:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08),name=0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331 00000002:00010000:0.0:1787827131.234530:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x673:0x0]) in obj [0x200000401:0x672:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.234537:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1651 (0 0) 00010000:00010000:0.0:1787827131.234559:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.234568:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.234574:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.234587:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638208:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.234624:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.235611:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638208:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.235620:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235627:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235632:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235637:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235642:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235647:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235652:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235655:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.235664:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802638208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.235670:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235674:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1651 (0 0) 00000080:00200000:0.0:1787827131.235677:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x672:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.235684:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x673:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.235687:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) for lock 0xf3d5ba2766bacb1 00000080:00010000:0.0:1787827131.235690:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) 00000080:00010000:0.0:1787827131.235691:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacb1 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.235693:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235705:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.235727:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.235731:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331, flags=258 00000080:00200000:0.0:1787827131.235741:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.235745:0:316929:0:(file.c:1090:ll_file_open()) START file 0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331:[0x200000401:0x673:0x0](ffff9d1f4369ec08), flags 704400 00000002:00010000:0.0:1787827131.235753:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x673:0x0]) in obj [0x200000401:0x672:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.235769:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.235776:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.235781:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.235790:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802638464/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.235797:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.235805:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638464:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.235879:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.236566:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638464:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.236572:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236578:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236582:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236586:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236590:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236593:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.236596:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236601:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236605:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236609:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.236613:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.236616:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.236623:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd94000 x1874669802638464/t4294973859(4294973859) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.236630:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802638464/t4294973859(4294973859) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.236636:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x672:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.236641:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x673:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.236647:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802638464/t4294973859(4294973859) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.236672:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331:[0x200000401:0x673:0x0](ffff9d1f4369ec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.236676:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08),name=0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331 00000002:00010000:0.0:1787827131.236683:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x673:0x0]) in obj [0x200000401:0x672:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.236689:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.236694:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.236699:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x672:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.236701:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) 00000080:00010000:0.0:1787827131.236703:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) for lock 0xf3d5ba2766bacb1 00000080:00010000:0.0:1787827131.236705:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacb1 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.236707:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.236711:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.236721:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.236727:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x673:0x0]) in obj [0x200000401:0x673:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.236730:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.236734:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.237134:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638592:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.237184:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.239601:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638592:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.240073:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.240082:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.240120:0:316929:0:(file.c:479:ll_file_release()) START file 0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331:[0x200000401:0x673:0x0](ffff9d1f4369ec08), flags 704000 00000002:00100000:0.0:1787827131.240159:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd94000 x1874669802638464/t4294973859(4294973859) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.240169:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.240174:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94b40 x1874669802638848/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.240188:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638848:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.240230:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.241064:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802638848:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.241080:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd94000 x1874669802638464/t4294973859(4294973859) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.241112:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.241117:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331, flags=258 00000080:00200000:0.0:1787827131.241122:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.241127:0:316929:0:(file.c:1090:ll_file_open()) START file 0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331:[0x200000401:0x673:0x0](ffff9d1f4369ec08), flags 704400 00000002:00010000:0.0:1787827131.241137:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x673:0x0]) in obj [0x200000401:0x672:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.241163:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.241169:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.241175:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.241179:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94b40 x1874669802639104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.241184:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.241193:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639104:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.241301:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.242170:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639104:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.242182:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242188:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242196:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x673:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242202:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x673:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.242210:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd94b40 x1874669802639104/t4294973861(4294973861) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.242222:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94b40 x1874669802639104/t4294973861(4294973861) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.242229:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x673:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242233:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1651 (0 0) 00000080:00200000:0.0:1787827131.242236:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x672:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.242246:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x673:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.242251:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) for lock 0xf3d5ba2766bacbf 00000080:00010000:0.0:1787827131.242255:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacbf from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.242257:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x673:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242262:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8e00/0xf3d5ba2766bacbf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x673:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a92 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.242277:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94b40 x1874669802639104/t4294973861(4294973861) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.242309:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331:[0x200000401:0x673:0x0](ffff9d1f4369ec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.242313:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08),name=0438587de0f4b4172fd1e924296106e451c178d9f708afdc5c9b3b0328296ae2159d00053d87272773b39b8e4dd51ff2f83c0e33b6dc89e63ad6d9ccbbbf331 00000002:00010000:0.0:1787827131.242323:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x673:0x0]) in obj [0x200000401:0x672:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.242335:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.242346:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.242350:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x672:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.242354:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) 00000080:00010000:0.0:1787827131.242356:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x673:0x0](ffff9d1f4369ec08) for lock 0xf3d5ba2766bacb1 00000080:00010000:0.0:1787827131.242359:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacb1 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.242361:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.242365:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8600/0xf3d5ba2766bacb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x673:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a76 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.242384:0:316929:0:(file.c:479:ll_file_release()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), flags 704000 00010000:00010000:0.0:1787827131.242409:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9e00/0xf3d5ba2766bac56 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x66e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6899d expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.242424:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.242441:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.242482:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.242488:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc, flags=0 00000080:00200008:0.0:1787827131.242497:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc:[0x200000401:0x674:0x0](ffff9d1f4369cb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.242784:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x674:0x0](ffff9d1f4369cb08),name=7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc 00000002:00010000:0.0:1787827131.242807:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x674:0x0]) in obj [0x200000401:0x673:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.242814:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1652 (0 0) 00010000:00010000:0.0:1787827131.242840:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242849:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.242857:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.242871:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639232:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.242910:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.243907:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639232:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.243917:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243925:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x674:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243931:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243939:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243946:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243956:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243960:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243964:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.243970:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802639232/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.243976:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.243980:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1652 (0 0) 00000080:00200000:0.0:1787827131.243983:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x673:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.243997:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x674:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.244003:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x674:0x0](ffff9d1f4369cb08) for lock 0xf3d5ba2766bacc6 00000080:00010000:0.0:1787827131.244007:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x674:0x0](ffff9d1f4369cb08) 00000080:00010000:0.0:1787827131.244008:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacc6 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.244010:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.244015:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.244047:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x673:0x0](ffff9d1f4369ec08), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.244052:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc, flags=258 00000080:00200000:0.0:1787827131.244063:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x674:0x0](ffff9d1f4369cb08), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.244068:0:316929:0:(file.c:1090:ll_file_open()) START file 7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc:[0x200000401:0x674:0x0](ffff9d1f4369cb08), flags 704400 00000002:00010000:0.0:1787827131.244078:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x674:0x0]) in obj [0x200000401:0x673:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.244098:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.244102:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.244108:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.244112:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802639488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.244117:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.244126:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639488:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.244222:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.245169:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639488:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.245179:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245187:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245198:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245205:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245212:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245218:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.245221:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245225:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245229:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245233:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.245237:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.245241:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766baccd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x673:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.245251:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd94000 x1874669802639488/t4294973862(4294973862) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.245258:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802639488/t4294973862(4294973862) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.245264:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x673:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.245272:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x674:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.245279:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802639488/t4294973862(4294973862) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.245326:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc:[0x200000401:0x674:0x0](ffff9d1f4369cb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.245330:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x674:0x0](ffff9d1f4369cb08),name=7c26e58dbb6445b541443d2d7b61d741a0a9f0593f10e9024eb233120995711ac6276d0df5782942fcfb329a3c53c62219c0ed76b34306008073454bc98a2dc 00000002:00010000:0.0:1787827131.245339:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x674:0x0]) in obj [0x200000401:0x673:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.245346:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.245352:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.245356:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x673:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.245358:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x674:0x0](ffff9d1f4369cb08) 00000080:00010000:0.0:1787827131.245360:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x674:0x0](ffff9d1f4369cb08) for lock 0xf3d5ba2766bacc6 00000080:00010000:0.0:1787827131.245363:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacc6 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.245365:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.245370:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.245383:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x674:0x0](ffff9d1f4369cb08) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.245389:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x674:0x0]) in obj [0x200000401:0x674:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.245393:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.245413:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9200/0xf3d5ba2766bacc6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x674:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68aa7 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.245936:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802639616:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.245976:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.253831:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x675:0x0](ffff9d1f4369f448),name=7f21fac7ff173a55f8e7e8351c0ca5e3a7d6edaa5d832014b54c57e116b45fbe71f6bd7921455012b155899ee0805bc4bf5589095399a0eafe038c6ff86de0d 00000002:00010000:0.0:1787827131.253846:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x675:0x0]) in obj [0x200000401:0x674:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.253855:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1653 (0 0) 00010000:00010000:0.0:1787827131.253890:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x674:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.253898:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x674:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.253908:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8000/0xf3d5ba2766bacdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x674:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.253924:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802640256:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.253975:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65a80 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.264354:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348),name=6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee 00000002:00010000:0.0:1787827131.264370:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x676:0x0]) in obj [0x200000401:0x675:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.264377:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1654 (0 0) 00010000:00010000:0.0:1787827131.264423:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.264433:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.264442:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.264492:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641280:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.264552:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.265419:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641280:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.265432:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265440:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x676:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265446:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265453:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265474:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265482:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265492:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265496:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.265503:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd97480 x1874669802641280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.265509:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265514:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1654 (0 0) 00000080:00200000:0.0:1787827131.265517:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x675:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.265525:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x676:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.265529:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) for lock 0xf3d5ba2766bacf0 00000080:00010000:0.0:1787827131.265533:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) 00000080:00010000:0.0:1787827131.265535:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacf0 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.265537:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265542:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.265577:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x675:0x0](ffff9d1f4369f448), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.265583:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee, flags=258 00000080:00200000:0.0:1787827131.265599:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.265605:0:316929:0:(file.c:1090:ll_file_open()) START file 6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee:[0x200000401:0x676:0x0](ffff9d1f4369d348), flags 704400 00000002:00010000:0.0:1787827131.265617:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x676:0x0]) in obj [0x200000401:0x675:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.265640:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.265645:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.265651:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.265655:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97480 x1874669802641536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.265661:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.265669:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641536:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.265787:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.266652:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641536:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.266664:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266673:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266679:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266685:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266694:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266701:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45cc9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.266706:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266712:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266720:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266727:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.266733:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.266740:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9400/0xf3d5ba2766bacf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.266752:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd97480 x1874669802641536/t4294973868(4294973868) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.266763:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97480 x1874669802641536/t4294973868(4294973868) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.266772:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x675:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.266780:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x676:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.266791:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd97480 x1874669802641536/t4294973868(4294973868) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.266848:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee:[0x200000401:0x676:0x0](ffff9d1f4369d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.266855:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348),name=6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee 00000002:00010000:0.0:1787827131.266867:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x676:0x0]) in obj [0x200000401:0x675:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.266876:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.266887:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.266893:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x675:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.266898:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) 00000080:00010000:0.0:1787827131.266900:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) for lock 0xf3d5ba2766bacf0 00000080:00010000:0.0:1787827131.266904:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacf0 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.266907:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.266915:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.266934:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.266944:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x676:0x0]) in obj [0x200000401:0x676:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.266950:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.266958:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.267602:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641664:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.267659:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.270054:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641664:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.270739:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.270753:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.270818:0:316929:0:(file.c:479:ll_file_release()) START file 6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee:[0x200000401:0x676:0x0](ffff9d1f4369d348), flags 704000 00000002:00100000:0.0:1787827131.270873:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd97480 x1874669802641536/t4294973868(4294973868) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.270884:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.270890:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95680 x1874669802641920/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.270910:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641920:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.270972:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.271910:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802641920:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.271929:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd97480 x1874669802641536/t4294973868(4294973868) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.272000:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x675:0x0](ffff9d1f4369f448), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.272010:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee, flags=258 00000080:00200000:0.0:1787827131.272019:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.272027:0:316929:0:(file.c:1090:ll_file_open()) START file 6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee:[0x200000401:0x676:0x0](ffff9d1f4369d348), flags 704400 00000002:00010000:0.0:1787827131.272048:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x676:0x0]) in obj [0x200000401:0x675:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.272097:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.272106:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.272123:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.272128:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95680 x1874669802642176/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.272138:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x675:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.272151:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802642176:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.272325:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65240 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.273313:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802642176:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.273333:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x676:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.273343:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.273355:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.273373:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.273387:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd95680 x1874669802642176/t4294973870(4294973870) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.273410:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95680 x1874669802642176/t4294973870(4294973870) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.273422:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.273432:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1654 (0 0) 00000080:00200000:0.0:1787827131.273437:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x675:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.273453:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x676:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.273487:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) for lock 0xf3d5ba2766bacfe 00000080:00010000:0.0:1787827131.273496:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacfe from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.273501:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.273510:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.273533:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95680 x1874669802642176/t4294973870(4294973870) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.273594:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee:[0x200000401:0x676:0x0](ffff9d1f4369d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.273604:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348),name=6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee 00000002:00010000:0.0:1787827131.273622:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x676:0x0]) in obj [0x200000401:0x675:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.273632:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.273642:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.273649:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x675:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.273655:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) 00000080:00010000:0.0:1787827131.273659:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x676:0x0](ffff9d1f4369d348) for lock 0xf3d5ba2766bacf0 00000080:00010000:0.0:1787827131.273663:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bacf0 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.273666:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.273674:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9000/0xf3d5ba2766bacf0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x676:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b09 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.273709:0:316929:0:(file.c:479:ll_file_release()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), flags 704000 00010000:00010000:0.0:1787827131.273732:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.273757:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.273786:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.273811:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x676:0x0](ffff9d1f4369d348), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.273820:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58650daaf091fd893887de69e05e0c1aeb2ebbb8864c9af20863f280406c8b013d8867ea852bce706d4bf6dd0ba292a8beaea81125eddc70be0d057633c00c4, flags=0 00000080:00200008:0.0:1787827131.273829:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 58650daaf091fd893887de69e05e0c1aeb2ebbb8864c9af20863f280406c8b013d8867ea852bce706d4bf6dd0ba292a8beaea81125eddc70be0d057633c00c4:[0x200000401:0x677:0x0](ffff9d1f4369c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.293478:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x679:0x0](ffff9d1f4369e3c8),name=28bd5ae6870c1d6c4c80058ec78b404f1d916fa258b3e2e885bf6e0d0c999470fb8d3d781cb4535b1dd8e6254efd9970b8a1c500b479fa06f973c7e677195a6 00000002:00010000:0.0:1787827131.293492:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x679:0x0]) in obj [0x200000401:0x678:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.293500:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1657 (0 0) 00010000:00010000:0.0:1787827131.293525:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bad2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x678:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.293534:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bad2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x678:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.293541:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bad2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x678:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.293560:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802644352:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.293593:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65f00 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.304746:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67a:0x0](ffff9d1f43699988),name=baf2e367bca21c013989c3498547294de90e47c2d85cd46e78db954defa8979e53e4fbcbd4d9aac7af77855d7a7cbd7866e4b93ddbc416d6478af86c1c9ddaf 00000002:00010000:0.0:1787827131.304757:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67a:0x0]) in obj [0x200000401:0x679:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.304763:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1658 (0 0) 00010000:00010000:0.0:1787827131.304785:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bad44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x679:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.304791:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bad44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x679:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.304797:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bad44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x679:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.304807:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802645376:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.304841:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65300 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.313620:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248),name=6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6 00000002:00010000:0.0:1787827131.313633:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67b:0x0]) in obj [0x200000401:0x67a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.313641:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1659 (0 0) 00010000:00010000:0.0:1787827131.313668:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.313676:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.313684:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.313699:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802646400:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.313751:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.314936:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802646400:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.314951:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.314964:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.314983:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.314998:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315007:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315021:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315028:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315036:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.315046:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd95e00 x1874669802646400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.315057:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315065:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1659 (0 0) 00000080:00200000:0.0:1787827131.315076:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x67a:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.315086:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x67b:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.315091:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) for lock 0xf3d5ba2766bad59 00000080:00010000:0.0:1787827131.315096:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) 00000080:00010000:0.0:1787827131.315099:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad59 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.315102:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315110:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.315161:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67a:0x0](ffff9d1f43699988), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.315168:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6, flags=258 00000080:00200000:0.0:1787827131.315187:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.315194:0:316929:0:(file.c:1090:ll_file_open()) START file 6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6:[0x200000401:0x67b:0x0](ffff9d1f4369b248), flags 704400 00000002:00010000:0.0:1787827131.315209:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67b:0x0]) in obj [0x200000401:0x67a:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.315241:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.315249:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.315258:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.315264:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802646656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.315273:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.315287:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802646656:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.315404:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.316371:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802646656:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.316392:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316416:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316422:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316428:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316436:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316443:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.316448:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316454:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316495:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316503:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.316511:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.316518:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.316544:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd95e00 x1874669802646656/t4294973883(4294973883) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.316558:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95e00 x1874669802646656/t4294973883(4294973883) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.316567:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x67a:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.316577:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x67b:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.316589:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95e00 x1874669802646656/t4294973883(4294973883) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.316631:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6:[0x200000401:0x67b:0x0](ffff9d1f4369b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.316638:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248),name=6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6 00000002:00010000:0.0:1787827131.316650:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67b:0x0]) in obj [0x200000401:0x67a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.316657:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.316664:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.316668:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x67a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.316671:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) 00000080:00010000:0.0:1787827131.316679:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) for lock 0xf3d5ba2766bad59 00000080:00010000:0.0:1787827131.316684:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad59 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.316687:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.316691:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.316711:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.316717:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67b:0x0]) in obj [0x200000401:0x67b:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.316720:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.316725:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.317165:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802646784:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.317212:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.320208:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802646784:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.320768:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.320780:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.320829:0:316929:0:(file.c:479:ll_file_release()) START file 6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6:[0x200000401:0x67b:0x0](ffff9d1f4369b248), flags 704000 00000002:00100000:0.0:1787827131.320867:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd95e00 x1874669802646656/t4294973883(4294973883) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.320878:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.320883:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802647040/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.320900:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802647040:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.320950:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.321985:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802647040:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.322007:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd95e00 x1874669802646656/t4294973883(4294973883) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.322048:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67a:0x0](ffff9d1f43699988), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.322054:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6, flags=258 00000080:00200000:0.0:1787827131.322059:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.322064:0:316929:0:(file.c:1090:ll_file_open()) START file 6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6:[0x200000401:0x67b:0x0](ffff9d1f4369b248), flags 704400 00000002:00010000:0.0:1787827131.322078:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67b:0x0]) in obj [0x200000401:0x67a:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.322116:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.322125:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.322133:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.322137:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802647296/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.322146:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.322159:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802647296:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.322280:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.323422:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802647296:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.323438:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.323447:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.323481:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.323492:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.323504:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd94000 x1874669802647296/t4294973885(4294973885) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.323516:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802647296/t4294973885(4294973885) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.323527:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.323535:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1659 (0 0) 00000080:00200000:0.0:1787827131.323539:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x67a:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.323550:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x67b:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.323553:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) for lock 0xf3d5ba2766bad67 00000080:00010000:0.0:1787827131.323557:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad67 from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.323560:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.323565:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bad67 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x67b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c1a expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.323577:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd94000 x1874669802647296/t4294973885(4294973885) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.323614:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6:[0x200000401:0x67b:0x0](ffff9d1f4369b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.323619:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248),name=6b09f58153be75ecab5ebff31c88454c92ed17127b00f43e7cb9d38011ff4bf619cb0ab8b399b890fb32160d800927b4e1f5034eb7a626e2fd6ea67a1471ba6 00000002:00010000:0.0:1787827131.323630:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67b:0x0]) in obj [0x200000401:0x67a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.323636:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.323642:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.323646:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x67a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.323650:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) 00000080:00010000:0.0:1787827131.323652:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67b:0x0](ffff9d1f4369b248) for lock 0xf3d5ba2766bad59 00000080:00010000:0.0:1787827131.323654:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad59 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.323656:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.323660:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bad59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bfe expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.323681:0:316929:0:(file.c:479:ll_file_release()) START file 6ac9847216a1f304c3be59ef5b96cbf0280753f97da26a31a1835c6af4fd0345a1e6e6441768572dbadb13e68a064aef1a5849dd9e8f96a59533c4602c1e1ee:[0x200000401:0x676:0x0](ffff9d1f4369d348), flags 704000 00010000:00010000:0.0:1787827131.323699:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bacfe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x676:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68b25 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.323717:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.323737:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.323760:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67b:0x0](ffff9d1f4369b248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.323765:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=34dbc3a2a7e3c22fb6167b87723182af0dbc0f9a415d7d223b0aef626feb9861f6b956697cc24210c2b7f41a4cdb242d4850b04a9b4ce89d726cafaee7afd4e, flags=0 00000080:00200008:0.0:1787827131.323771:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 34dbc3a2a7e3c22fb6167b87723182af0dbc0f9a415d7d223b0aef626feb9861f6b956697cc24210c2b7f41a4cdb242d4850b04a9b4ce89d726cafaee7afd4e:[0x200000401:0x67c:0x0](ffff9d1f4369db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.334720:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67d:0x0](ffff9d1f43699148),name=96a5fdbf246835af3003d8f70c05115a880bbcf8eacd6b5cb221eefef8c6468c5c2cc66b6afbb3a4de4435ac346e4376c7adaf1d08f5f24de7fa62e848db322 00000002:00010000:0.0:1787827131.334735:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67d:0x0]) in obj [0x200000401:0x67c:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.334744:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1661 (0 0) 00010000:00010000:0.0:1787827131.334779:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.334788:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.334797:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bad83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.334814:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802648448:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.334873:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f653c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787827131.344971:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8),name=487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780 00000002:00010000:0.0:1787827131.344985:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67e:0x0]) in obj [0x200000401:0x67d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.344994:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1662 (0 0) 00010000:00010000:0.0:1787827131.345037:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.345046:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.345055:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.345071:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802649472:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.345128:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65840 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.346316:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802649472:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.346328:0:316929:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346339:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346344:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346353:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346363:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346374:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346388:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346406:0:316929:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.346414:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd970c0 x1874669802649472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.346422:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346428:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1662 (0 0) 00000080:00200000:0.0:1787827131.346431:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x67d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.346441:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x67e:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.346444:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) for lock 0xf3d5ba2766bad98 00000080:00010000:0.0:1787827131.346448:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) 00000080:00010000:0.0:1787827131.346451:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad98 from it ffffae81830efcb8 00010000:00010000:0.0:1787827131.346453:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346480:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.346526:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67d:0x0](ffff9d1f43699148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.346533:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780, flags=258 00000080:00200000:0.0:1787827131.346550:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.346557:0:316929:0:(file.c:1090:ll_file_open()) START file 487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780:[0x200000401:0x67e:0x0](ffff9d1f436980c8), flags 704400 00000002:00010000:0.0:1787827131.346572:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67e:0x0]) in obj [0x200000401:0x67d:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787827131.346601:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.346607:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.346613:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.346618:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd970c0 x1874669802649728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.346624:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.346632:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802649728:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.346762:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65840 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.347567:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802649728:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.347575:0:316929:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347582:0:316929:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347586:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347590:0:316929:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347596:0:316929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347601:0:316929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827131.347604:0:316929:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347608:0:316929:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347613:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347618:0:316929:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827131.347623:0:316929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.347627:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bad9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.347635:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d1f4bd970c0 x1874669802649728/t4294973892(4294973892) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.347642:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd970c0 x1874669802649728/t4294973892(4294973892) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.347649:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x67d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.347656:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x67e:0x0], updating i_size 4096 00000002:00100000:0.0:1787827131.347664:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd970c0 x1874669802649728/t4294973892(4294973892) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.347704:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780:[0x200000401:0x67e:0x0](ffff9d1f436980c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.347708:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8),name=487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780 00000002:00010000:0.0:1787827131.347716:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67e:0x0]) in obj [0x200000401:0x67d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.347724:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.347733:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827131.347740:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x67d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.347744:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) 00000080:00010000:0.0:1787827131.347747:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) for lock 0xf3d5ba2766bad98 00000080:00010000:0.0:1787827131.347751:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad98 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.347753:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827131.347761:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.347781:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787827131.347792:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67e:0x0]) in obj [0x200000401:0x67e:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787827131.347798:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.347807:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787827131.348283:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802649856:192.168.203.151@tcp:37:rm.0 00000100:00100000:0.0:1787827131.348324:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65840 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.350724:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802649856:192.168.203.151@tcp:37:rm.0 00010000:00010000:0.0:1787827131.351320:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827131.351335:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:0.0:1787827131.351403:0:316929:0:(file.c:479:ll_file_release()) START file 487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780:[0x200000401:0x67e:0x0](ffff9d1f436980c8), flags 704000 00000002:00100000:0.0:1787827131.351489:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd970c0 x1874669802649728/t4294973892(4294973892) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827131.351502:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827131.351510:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802650112/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787827131.351531:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802650112:192.168.203.151@tcp:35:rm.0 00000100:00100000:0.0:1787827131.351604:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65840 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.352932:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802650112:192.168.203.151@tcp:35:rm.0 00000002:00100000:0.0:1787827131.352951:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd970c0 x1874669802649728/t4294973892(4294973892) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827131.353011:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67d:0x0](ffff9d1f43699148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.353022:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780, flags=258 00000080:00200000:0.0:1787827131.353032:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8), inode mode 41ed mask 44 00000080:00200008:0.0:1787827131.353041:0:316929:0:(file.c:1090:ll_file_open()) START file 487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780:[0x200000401:0x67e:0x0](ffff9d1f436980c8), flags 704400 00000002:00010000:0.0:1787827131.353071:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67e:0x0]) in obj [0x200000401:0x67d:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1787827131.353134:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.353146:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827131.353157:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827131.353164:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802650368/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827131.353172:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.353183:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802650368:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.353361:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f65840 going to sleep for 11 seconds 00000100:00100000:0.0:1787827131.355061:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802650368:192.168.203.151@tcp:101:rm.0 00010000:00010000:0.0:1787827131.355089:0:316929:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.355105:0:316929:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.355117:0:316929:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.355132:0:316929:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827131.355147:0:316929:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d1f4bd95e00 x1874669802650368/t4294973894(4294973894) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827131.355158:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95e00 x1874669802650368/t4294973894(4294973894) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827131.355167:0:316929:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.355176:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1662 (0 0) 00000080:00200000:0.0:1787827131.355182:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x67d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827131.355199:0:316929:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x67e:0x0], updating i_size 4096 00000080:00010000:0.0:1787827131.355203:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) for lock 0xf3d5ba2766bada6 00000080:00010000:0.0:1787827131.355210:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bada6 from it ffffae81830efbd0 00010000:00010000:0.0:1787827131.355213:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.355220:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bada6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x67e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68cad expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787827131.355239:0:316929:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95e00 x1874669802650368/t4294973894(4294973894) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787827131.355296:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780:[0x200000401:0x67e:0x0](ffff9d1f436980c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.355306:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8),name=487a431464c397dcbfd7edec7ccdea9bf3f51da848496538e9b941577dd650844f82a40d830cfb95fd11d52f324f543d8ccc54055e0d034b3fd7850fe5e1780 00000002:00010000:0.0:1787827131.355323:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x67e:0x0]) in obj [0x200000401:0x67d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.355331:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.355339:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827131.355343:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x67d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827131.355347:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) 00000080:00010000:0.0:1787827131.355349:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x67e:0x0](ffff9d1f436980c8) for lock 0xf3d5ba2766bad98 00000080:00010000:0.0:1787827131.355351:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bad98 from it ffffae81830efcd8 00010000:00010000:0.0:1787827131.355353:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827131.355358:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bad98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68c91 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1787827131.355384:0:316929:0:(file.c:479:ll_file_release()) START file 28bd5ae6870c1d6c4c80058ec78b404f1d916fa258b3e2e885bf6e0d0c999470fb8d3d781cb4535b1dd8e6254efd9970b8a1c500b479fa06f973c7e677195a6:[0x200000401:0x679:0x0](ffff9d1f4369e3c8), flags 704000 00010000:00010000:0.0:1787827131.355414:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f6066ec00/0xf3d5ba2766bad3d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x679:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68bb8 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827131.355433:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1787827131.355454:0:316929:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1787827131.355491:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x67e:0x0](ffff9d1f436980c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827131.355500:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=620d4f63fc0a394d081065ee56503398c65128765510bad08e1f3390beb56626e23a873d8dd25f5369194d6b3ce6889012033b71e89fada15503a995ad107d0, flags=0 00000080:00200008:0.0:1787827131.355510:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 620d4f63fc0a394d081065ee56503398c65128765510bad08e1f3390beb56626e23a873d8dd25f5369194d6b3ce6889012033b71e89fada15503a995ad107d0:[0x200000401:0x67f:0x0](ffff9d1f4369ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827131.366097:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x680:0x0](ffff9d1f43698908),name=1256f77562034fa936bdefcf9983d03411cb15ae19ce224a91171d0912540313e9e8fc0518284f054282596fc05d88813890d518fab19223790cd1338b88d12 00000002:00010000:0.0:1787827131.366129:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x680:0x0]) in obj [0x200000401:0x67f:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827131.366143:0:316929:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1664 (0 0) 00010000:00010000:0.0:1787827131.366199:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766badc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.366209:0:316929:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766badc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827131.366218:0:316929:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766badc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x67f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 316929 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827131.366242:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802651520:192.168.203.151@tcp:101:rm.0 00000100:00100000:0.0:1787827131.366314:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f650c0 going to sleep for 11 seconds 00000002:00100000:3.0:1787827131.425955:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd97c00 x1874669802638080/t4294973858(4294973858) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1787827131.425973:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007000/0xf3d5ba2766baaf8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x672:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6858a expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.425987:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.425992:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007000/0xf3d5ba2766baaf8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x672:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6858a expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.425996:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.425999:0:316929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1787827131.426001:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9800/0xf3d5ba2766bacaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x672:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68a61 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.426006:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007000/0xf3d5ba2766baaf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x672:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6858a expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.426012:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8800/0xf3d5ba2766bac87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x671:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68a14 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000020:00100000:3.0:1787827131.426019:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827131.426023:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d3b480 x1874669802662656/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827131.426035:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d3b480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802662656:192.168.203.151@tcp:36:rm.0 00000100:00100000:3.0:1787827131.426071:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.426983:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d3b480 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802662656:192.168.203.151@tcp:36:rm.0 00000080:00200000:3.0:1787827131.427000:0:316929:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x672:0x0](ffff9d1f435b2a08) 00000080:00200000:3.0:1787827131.427068:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.427075:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8), inode mode 41ed mask 44 00000080:00200008:3.0:1787827131.427079:0:316929:0:(file.c:1090:ll_file_open()) START file 0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738:[0x200000401:0x670:0x0](ffff9d1f4361e3c8), flags 704400 00000080:00200008:3.0:1787827131.427089:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738:[0x200000401:0x670:0x0](ffff9d1f4361e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827131.427093:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8),name=0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738 00000002:00010000:3.0:1787827131.427102:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x670:0x0]) in obj [0x200000401:0x66f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827131.427109:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827131.427119:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827131.427126:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x66f:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827131.427130:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x670:0x0](ffff9d1f4361e3c8) 00000080:00010000:3.0:1787827131.427132:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x670:0x0](ffff9d1f4361e3c8) for lock 0xf3d5ba2766bac72 00000080:00010000:3.0:1787827131.427138:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac72 from it ffffae81830efcd8 00010000:00010000:3.0:1787827131.427141:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827131.427150:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200008:3.0:1787827131.427167:0:316929:0:(file.c:479:ll_file_release()) START file 8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01:[0x200000401:0x671:0x0](ffff9d1f43619988), flags 704000 00010000:00010000:3.0:1787827131.427175:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827131.427189:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.427195:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01, flags=0 00000080:00200000:3.0:1787827131.427199:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8), inode mode 41ed mask 3 00000080:00200000:3.0:1787827131.427202:0:316929:0:(namei.c:2328:ll_rmdir()) VFS Op:name=8394b3b9aa40f80e5afa344114eec839afcbcf49ff79573ca827c1e03d0d6b344672772840dfda89902d1ea3845f70f54b6ffa06d28105de3162beef65bff01, dir=[0x200000401:0x670:0x0](ffff9d1f4361e3c8) 00010000:00010000:3.0:1787827131.427214:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.427226:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007c00/0xf3d5ba2766baaea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68552 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.427239:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00100000:3.0:1787827131.427258:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd97840 x1874669802637056/t4294973855(4294973855) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827131.427264:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827131.427267:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270b40 x1874669802662912/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827131.427275:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802662912:192.168.203.151@tcp:35:rm.0 00000100:00100000:3.0:1787827131.427304:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.427999:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802662912:192.168.203.151@tcp:35:rm.0 00000002:00100000:3.0:1787827131.428009:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd97840 x1874669802637056/t4294973855(4294973855) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1787827131.428029:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006a00/0xf3d5ba2766baaf1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x671:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6856e expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.428051:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.428059:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006a00/0xf3d5ba2766baaf1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x671:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6856e expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.428067:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.428074:0:316929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1787827131.428077:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc9c00/0xf3d5ba2766bac95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x671:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68a30 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.428086:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006a00/0xf3d5ba2766baaf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x671:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6856e expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.428095:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8200/0xf3d5ba2766bac72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x670:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689e3 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000020:00100000:3.0:1787827131.428104:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827131.428108:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270b40 x1874669802663168/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827131.428117:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663168:192.168.203.151@tcp:36:rm.0 00000100:00100000:3.0:1787827131.428149:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.429023:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663168:192.168.203.151@tcp:36:rm.0 00000080:00200000:3.0:1787827131.429045:0:316929:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x671:0x0](ffff9d1f43619988) 00000080:00200000:3.0:1787827131.429103:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.429109:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66f:0x0](ffff9d1f4361aa08), inode mode 41ed mask 44 00000080:00200008:3.0:1787827131.429112:0:316929:0:(file.c:1090:ll_file_open()) START file cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f:[0x200000401:0x66f:0x0](ffff9d1f4361aa08), flags 704400 00000080:00200008:3.0:1787827131.429121:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f:[0x200000401:0x66f:0x0](ffff9d1f4361aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827131.429124:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x66f:0x0](ffff9d1f4361aa08),name=cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f 00000002:00010000:3.0:1787827131.429132:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66f:0x0]) in obj [0x200000401:0x66e:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827131.429141:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827131.429150:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827131.429157:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x66e:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827131.429161:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x66f:0x0](ffff9d1f4361aa08) 00000080:00010000:3.0:1787827131.429164:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x66f:0x0](ffff9d1f4361aa08) for lock 0xf3d5ba2766bac5d 00000080:00010000:3.0:1787827131.429168:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac5d from it ffffae81830efcd8 00010000:00010000:3.0:1787827131.429171:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827131.429180:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200008:3.0:1787827131.429197:0:316929:0:(file.c:479:ll_file_release()) START file 0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738:[0x200000401:0x670:0x0](ffff9d1f4361e3c8), flags 704000 00010000:00010000:3.0:1787827131.429204:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381a00/0xf3d5ba2766bac80 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x670:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689ff expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827131.429216:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66f:0x0](ffff9d1f4361aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.429220:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738, flags=0 00000080:00200000:3.0:1787827131.429223:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66f:0x0](ffff9d1f4361aa08), inode mode 41ed mask 3 00000080:00200000:3.0:1787827131.429226:0:316929:0:(namei.c:2328:ll_rmdir()) VFS Op:name=0c809871b500766a0b21caedfd425e9e7262a447259ee5e8ebbd55bd53ecb5ef25c3502e76cf0ba604b24727233227a9c3f7529ea2e78750f6eef8fe5902738, dir=[0x200000401:0x66f:0x0](ffff9d1f4361aa08) 00010000:00010000:3.0:1787827131.429234:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.429241:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007400/0xf3d5ba2766baae3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68536 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.429250:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381a00/0xf3d5ba2766bac80 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x670:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd689ff expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00100000:3.0:1787827131.429266:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f482703c0 x1874669802636032/t4294973852(4294973852) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827131.429272:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827131.429275:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271e00 x1874669802663424/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827131.429284:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663424:192.168.203.151@tcp:35:rm.0 00000100:00100000:3.0:1787827131.429313:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.429902:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663424:192.168.203.151@tcp:35:rm.0 00000002:00100000:3.0:1787827131.429915:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f482703c0 x1874669802636032/t4294973852(4294973852) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1787827131.429940:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007c00/0xf3d5ba2766baaea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x670:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd68552 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.429962:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381a00/0xf3d5ba2766bac80 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689ff expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.429970:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007c00/0xf3d5ba2766baaea lrc: 1/0,0 mode: --/PR res: [0x200000401:0x670:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68552 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.429978:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.429984:0:316929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1787827131.429987:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43381a00/0xf3d5ba2766bac80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x670:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689ff expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.429996:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007c00/0xf3d5ba2766baaea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x670:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68552 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.430007:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380000/0xf3d5ba2766bac5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689b2 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000020:00100000:3.0:1787827131.430020:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827131.430026:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271e00 x1874669802663680/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827131.430040:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663680:192.168.203.151@tcp:36:rm.0 00000100:00100000:3.0:1787827131.430070:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.431074:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663680:192.168.203.151@tcp:36:rm.0 00000080:00200000:3.0:1787827131.431099:0:316929:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x670:0x0](ffff9d1f4361e3c8) 00000080:00200000:3.0:1787827131.431169:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66f:0x0](ffff9d1f4361aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.431177:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 44 00000080:00200008:3.0:1787827131.431181:0:316929:0:(file.c:1090:ll_file_open()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), flags 704400 00000080:00200008:3.0:1787827131.431193:0:316929:0:(file.c:6313:ll_getattr_dentry()) START file 40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57:[0x200000401:0x66e:0x0](ffff9d1f4361d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827131.431199:0:316929:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348),name=40654305913ef09ebf42b654fb8e2018d250cc1685034a70a6419d06a09c56a59239f7c73c1b929f57261610cc3e02abb4d2898f8c483c993fd8280f9eccc57 00000002:00010000:3.0:1787827131.431210:0:316929:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x66e:0x0]) in obj [0x200000401:0x66d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827131.431220:0:316929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827131.431231:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827131.431238:0:316929:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x66d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827131.431243:0:316929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) 00000080:00010000:3.0:1787827131.431246:0:316929:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x66e:0x0](ffff9d1f4361d348) for lock 0xf3d5ba2766bac48 00000080:00010000:3.0:1787827131.431251:0:316929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bac48 from it ffffae81830efcd8 00010000:00010000:3.0:1787827131.431255:0:316929:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827131.431263:0:316929:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200008:3.0:1787827131.431281:0:316929:0:(file.c:479:ll_file_release()) START file cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f:[0x200000401:0x66f:0x0](ffff9d1f4361aa08), flags 704000 00010000:00010000:3.0:1787827131.431292:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380400/0xf3d5ba2766bac6b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd689ce expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827131.431310:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.431316:0:316929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f, flags=0 00000080:00200000:3.0:1787827131.431320:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 3 00000080:00200000:3.0:1787827131.431323:0:316929:0:(namei.c:2328:ll_rmdir()) VFS Op:name=cdb44a5fde0e5a287b7144e87dcc75a31dcaa93bf9c078977c1ff062dcaf7acebb7435eaefeb56dda0de809b47151351ee0c8eb0d0079b24bbe9e2c2806458f, dir=[0x200000401:0x66e:0x0](ffff9d1f4361d348) 00010000:00010000:3.0:1787827131.431335:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.431344:0:316929:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45006e00/0xf3d5ba2766baadc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6851a expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.431354:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380400/0xf3d5ba2766bac6b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd689ce expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00100000:3.0:1787827131.431372:0:316929:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f48273840 x1874669802635008/t4294973849(4294973849) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827131.431380:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827131.431384:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482703c0 x1874669802663936/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827131.431411:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663936:192.168.203.151@tcp:35:rm.0 00000100:00100000:3.0:1787827131.431450:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.432147:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802663936:192.168.203.151@tcp:35:rm.0 00000002:00100000:3.0:1787827131.432161:0:316929:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f48273840 x1874669802635008/t4294973849(4294973849) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 648/608 e 0 to 0 dl 1787827147 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1787827131.432189:0:316929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007400/0xf3d5ba2766baae3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd68536 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.432210:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380400/0xf3d5ba2766bac6b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689ce expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.432215:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007400/0xf3d5ba2766baae3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68536 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.432219:0:316929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827131.432222:0:316929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1787827131.432224:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f43380400/0xf3d5ba2766bac6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x66f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd689ce expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827131.432230:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45007400/0xf3d5ba2766baae3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68536 expref: -99 pid: 316910 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827131.432236:0:316929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45cc8400/0xf3d5ba2766bac48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd68981 expref: -99 pid: 316929 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000020:00100000:3.0:1787827131.432244:0:316929:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827131.432248:0:316929:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482703c0 x1874669802664192/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827131.432255:0:316929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802664192:192.168.203.151@tcp:36:rm.0 00000100:00100000:3.0:1787827131.432285:0:316929:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827131.433328:0:316929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job rm:a3f62039-4096-4b6f-a667-17583e7f47b3:316929:1874669802664192:192.168.203.151@tcp:36:rm.0 00000080:00200000:3.0:1787827131.433348:0:316929:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x66f:0x0](ffff9d1f4361aa08) 00000080:00200000:3.0:1787827131.433407:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66e:0x0](ffff9d1f4361d348), inode mode 41ed mask 1 00000080:00200000:3.0:1787827131.433479:0:316929:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x66d:0x0](ffff9d1f43619148), inode mode 41ed mask 44 00000080:00200008:3.0:1787827131.433487:0:316929:0:(file.c:1090:ll_file_open()) START file 2938c490b48e6ec493d9ca803e02f016b9af4a79e85034bd1ddbdec84b700a1974321cb82af304a7e8434473d9d0e1b60e73824e90b8016f0462d7d4b98a990:[0x200000401:0x66d:0x0](ffff9d1f43619148), flags 704400 00010000:00010000:3.0:1787827133.322623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827134.346608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827134.747331:0:317824:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_04: symlink returns ENOENT if a component of the name2 path prefix does not exist ========================================================== 06:38:54 (1787827134) 00000100:00100000:1.0:1787827135.306627:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802670080:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827135.306628:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802669952:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827135.307995:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802670080:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827135.308031:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802669952:192.168.203.151@tcp:400:kworker.0 00010000:00010000:1.0:1787827135.371569:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827136.233438:0:318134:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/04.t against lustre filesystem 00000080:00200000:0.0:1787827136.253049:0:318137:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827136.253072:0:318137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.253090:0:318137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827136.253110:0:318137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827136.253117:0:318137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.253124:0:318137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827136.253127:0:318137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766ba882 00000080:00010000:0.0:1787827136.253134:0:318137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba882 from it ffffae8180d4bb58 00010000:00010000:0.0:1787827136.253137:0:318137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827136.253146:0:318137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1787827136.253160:0:318137:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.253170:0:318137:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=13 00000080:00200000:0.0:1787827136.253174:0:318137:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:0.0:1787827136.253186:0:318137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827136.253224:0:318137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 318137 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.253231:0:318137:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 318137 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.253240:0:318137:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 318137 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827136.253263:0:318137:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:318137:1874669802670208:192.168.203.151@tcp:101:lfs.0 00000100:00100000:0.0:1787827136.253350:0:318137:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8240 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.255575:0:318137:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:318137:1874669802670208:192.168.203.151@tcp:101:lfs.0 00010000:00010000:3.0:1787827136.255594:0:318137:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255605:0:318137:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255611:0:318137:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255619:0:318137:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255626:0:318137:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255633:0:318137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255643:0:318137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255647:0:318137:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.255654:0:318137:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd95680 x1874669802670208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827136.255663:0:318137:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255668:0:318137:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827136.255672:0:318137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827136.255700:0:318137:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1787827136.255702:0:318137:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00000080:00010000:3.0:1787827136.255706:0:318137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:3.0:1787827136.255713:0:318137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827136.255716:0:318137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8180d4bb20 00010000:00010000:3.0:1787827136.255718:0:318137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.255726:0:318137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787827136.255752:0:318137:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827136.255762:0:318137:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827136.255780:0:318137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.255789:0:318137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.255798:0:318137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827136.255809:0:318137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.255813:0:318137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827136.255816:0:318137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:3.0:1787827136.255819:0:318137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8180d4bcb8 00010000:00010000:3.0:1787827136.255822:0:318137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.255830:0:318137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200008:3.0:1787827136.256213:0:318137:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827136.256218:0:318137:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827136.256227:0:318137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.256235:0:318137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787827136.256245:0:318137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1787827136.256253:0:318137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.256257:0:318137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827136.256260:0:318137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766ba882 00000080:00010000:3.0:1787827136.256265:0:318137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba882 from it ffffae8180d4bcb8 00010000:00010000:3.0:1787827136.256268:0:318137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787827136.256273:0:318137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1787827136.256355:0:318137:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827136.256374:0:318137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.256382:0:318137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1787827136.256391:0:318137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1787827136.256399:0:318137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.256403:0:318137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827136.256406:0:318137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766ba882 00000080:00010000:3.0:1787827136.256409:0:318137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766ba882 from it ffffae8180d4bbb0 00010000:00010000:3.0:1787827136.256412:0:318137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1787827136.256417:0:318137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1787827136.256423:0:318137:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:3.0:1787827136.256428:0:318137:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:3.0:1787827136.256447:0:318137:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffe5b7d2c60 00000080:00200000:3.0:1787827136.256531:0:318137:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1787827136.256553:0:318137:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827136.256591:0:318137:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827136.256598:0:318137:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827136.256601:0:318137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766ba882 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd67b26 expref: -99 pid: 314151 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000020:00100000:3.0:1787827136.256622:0:318137:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827136.256629:0:318137:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802670464/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827136.256648:0:318137:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:318137:1874669802670464:192.168.203.151@tcp:36:lfs.0 00000100:00100000:3.0:1787827136.256714:0:318137:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.258071:0:318137:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:318137:1874669802670464:192.168.203.151@tcp:36:lfs.0 00000080:00200008:3.0:1787827136.258144:0:318137:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:3.0:1787827136.292539:0:317694:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827136.292551:0:317694:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827136.292570:0:317694:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.292637:0:317694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 317694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.292647:0:317694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 317694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.292661:0:317694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 317694 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.292685:0:317694:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:317694:1874669802670592:192.168.203.151@tcp:101:bash.0 00000100:00100000:3.0:1787827136.292772:0:317694:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.295608:0:317694:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:317694:1874669802670592:192.168.203.151@tcp:101:bash.0 00010000:00010000:3.0:1787827136.295632:0:317694:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295650:0:317694:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295663:0:317694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295674:0:317694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295686:0:317694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295696:0:317694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295704:0:317694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.295719:0:317694:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48270780 x1874669802670592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827136.295733:0:317694:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295746:0:317694:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787827136.295752:0:317694:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827136.295777:0:317694:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827136.295785:0:317694:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:3.0:1787827136.295794:0:317694:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827136.295797:0:317694:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8181477cb8 00010000:00010000:3.0:1787827136.295802:0:317694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.295811:0:317694:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827136.295848:0:317694:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827136.295860:0:317694:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.295868:0:317694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.295875:0:317694:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827136.295880:0:317694:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.295885:0:317694:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827136.295888:0:317694:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:3.0:1787827136.295893:0:317694:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8181477b58 00010000:00010000:3.0:1787827136.295897:0:317694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.295909:0:317694:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827136.295920:0:317694:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.295926:0:317694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827136.295937:0:317694:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827136.295946:0:317694:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827136.295965:0:317694:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.295974:0:317694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827136.295982:0:317694:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827136.295988:0:317694:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.295993:0:317694:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827136.295995:0:317694:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:3.0:1787827136.295999:0:317694:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181477cb8 00010000:00010000:3.0:1787827136.296003:0:317694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827136.296010:0:317694:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827136.296033:0:317694:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827136.296041:0:317694:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.296048:0:317694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827136.296055:0:317694:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827136.296061:0:317694:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.296069:0:317694:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827136.296072:0:317694:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:3.0:1787827136.296076:0:317694:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8181477c18 00010000:00010000:3.0:1787827136.296078:0:317694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827136.296085:0:317694:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827136.296093:0:317694:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.296097:0:317694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827136.296104:0:317694:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:3.0:1787827136.398622:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398636:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.398644:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398646:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.398651:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398653:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.398660:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398661:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.398666:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398668:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.398673:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398675:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.398680:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398683:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.398690:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398693:0:318149:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.398700:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.398712:0:318149:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4bc6fe00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827136.398719:0:318149:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827136.398740:0:318149:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827136.398795:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.398805:0:318149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827136.398816:0:318149:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827136.398827:0:318149:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802673280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827136.398836:0:318149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.398856:0:318149:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673280:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827136.399038:0:318149:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.400687:0:318149:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673280:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827136.400702:0:318149:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400710:0:318149:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400715:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400719:0:318149:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400724:0:318149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400727:0:318149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827136.400730:0:318149:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400735:0:318149:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400742:0:318149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400750:0:318149:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827136.400764:0:318149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.400770:0:318149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.400789:0:318149:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802673280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827136.400802:0:318149:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827136.400823:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827136.400834:0:318149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00010000:3.0:1787827136.400841:0:318149:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae81814639a0 00010000:00010000:3.0:1787827136.400844:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827136.400849:0:318149:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787827136.415525:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.415544:0:318149:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:3.0:1787827136.415549:0:318149:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827136.415567:0:318149:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827136.415611:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.415618:0:318149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.415625:0:318149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.415642:0:318149:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673408:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827136.415724:0:318149:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.417292:0:318149:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673408:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827136.417307:0:318149:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417317:0:318149:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417324:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417331:0:318149:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417339:0:318149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417346:0:318149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827136.417350:0:318149:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417357:0:318149:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417377:0:318149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417384:0:318149:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827136.417391:0:318149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.417398:0:318149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.417412:0:318149:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802673408/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827136.417425:0:318149:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827136.417444:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827136.417475:0:318149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:3.0:1787827136.417485:0:318149:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181463930 00010000:00010000:3.0:1787827136.417489:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827136.417497:0:318149:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787827136.419076:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.419096:0:318149:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:3.0:1787827136.419099:0:318149:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827136.419113:0:318149:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827136.419148:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.419155:0:318149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.419161:0:318149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.419176:0:318149:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673536:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827136.419246:0:318149:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.420783:0:318149:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673536:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827136.420798:0:318149:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420809:0:318149:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420815:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420821:0:318149:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420828:0:318149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420834:0:318149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827136.420838:0:318149:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420844:0:318149:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420851:0:318149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420858:0:318149:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827136.420864:0:318149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.420882:0:318149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.420899:0:318149:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802673536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827136.420912:0:318149:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827136.420940:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827136.420951:0:318149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00010000:3.0:1787827136.420960:0:318149:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181463930 00010000:00010000:3.0:1787827136.420964:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827136.420972:0:318149:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:3.0:1787827136.441946:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.441958:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.441969:0:318149:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:3.0:1787827136.441973:0:318149:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827136.441996:0:318149:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827136.442050:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.442058:0:318149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.442065:0:318149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.442086:0:318149:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673664:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827136.442192:0:318149:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.444144:0:318149:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673664:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827136.444162:0:318149:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444174:0:318149:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444182:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444197:0:318149:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444203:0:318149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444207:0:318149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827136.444210:0:318149:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444217:0:318149:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444222:0:318149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444226:0:318149:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827136.444231:0:318149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444234:0:318149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bae6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.444246:0:318149:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802673664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827136.444256:0:318149:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827136.444273:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1787827136.444281:0:318149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00010000:3.0:1787827136.444287:0:318149:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181463930 00010000:00010000:3.0:1787827136.444289:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1787827136.444303:0:318149:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:3.0:1787827136.444348:0:318149:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.444368:0:318149:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827136.444373:0:318149:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827136.444385:0:318149:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827136.444412:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444419:0:318149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.444426:0:318149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.444441:0:318149:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673792:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827136.444516:0:318149:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.445661:0:318149:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:318149:1874669802673792:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827136.445670:0:318149:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445691:0:318149:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445697:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445704:0:318149:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445716:0:318149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445721:0:318149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827136.445724:0:318149:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445729:0:318149:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445735:0:318149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445741:0:318149:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827136.445745:0:318149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.445752:0:318149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bae71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318149 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.445764:0:318149:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802673792/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827136.445774:0:318149:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827136.445787:0:318149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787827136.445796:0:318149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00010000:3.0:1787827136.445804:0:318149:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae81814638d0 00010000:00010000:3.0:1787827136.445808:0:318149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787827136.445815:0:318149:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:0.0:1787827136.522288:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522304:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.522319:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522323:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522333:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522337:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522346:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522349:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522374:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522378:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522391:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522395:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522404:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522407:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522417:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522420:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522430:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522433:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1787827136.522639:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522645:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.522657:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522661:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522670:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522673:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522683:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522685:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522690:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522692:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522697:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522700:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522707:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522710:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522721:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522724:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522734:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522738:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827136.522875:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522881:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.522891:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522893:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522902:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522905:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522914:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522917:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522927:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522930:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.522939:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522942:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522952:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522955:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522963:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522966:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.522974:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.522978:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1787827136.523111:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523115:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.523122:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523125:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523129:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523131:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523137:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523139:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523144:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523145:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523151:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523152:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523157:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523159:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523164:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523165:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523170:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523172:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827136.523263:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523268:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.523278:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523282:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523293:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523296:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523306:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523309:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523319:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523322:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523327:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523329:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523335:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523336:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523342:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523344:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523349:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523351:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827136.523449:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523454:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.523489:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523494:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523503:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523507:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523515:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523517:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523525:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523529:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523538:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523541:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523550:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523553:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523562:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523566:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523576:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523580:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1787827136.523697:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523701:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.523710:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523713:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523721:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523724:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523731:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523735:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523743:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523746:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523755:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523758:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523766:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523769:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523778:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523781:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523789:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523793:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1787827136.523909:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523913:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.523918:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523920:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523924:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523926:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523931:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523932:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523937:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523939:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.523943:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523944:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523949:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523950:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523955:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523956:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.523960:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.523962:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827136.527592:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527602:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.527608:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527610:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.527614:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527616:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.527621:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527623:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.527627:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527630:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.527636:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527638:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.527642:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527644:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.527649:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527650:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.527654:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.527660:0:318150:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f44d2a780, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827136.527665:0:318150:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827136.527683:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827136.527737:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.527747:0:318150:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827136.527758:0:318150:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827136.527769:0:318150:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802674048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827136.527779:0:318150:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827136.527798:0:318150:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:318150:1874669802674048:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827136.527943:0:318150:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827136.529539:0:318150:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:318150:1874669802674048:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827136.529551:0:318150:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529561:0:318150:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529565:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529570:0:318150:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529574:0:318150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529578:0:318150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827136.529581:0:318150:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529585:0:318150:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529590:0:318150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529594:0:318150:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827136.529600:0:318150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.529603:0:318150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bae78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318150 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827136.529613:0:318150:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802674048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827136.529626:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827136.529640:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787827136.529647:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00010000:0.0:1787827136.529653:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae81810979a0 00010000:00010000:0.0:1787827136.529656:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787827136.529660:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:0.0:1787827136.529870:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529876:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.529881:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529883:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.529889:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529891:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.529895:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529897:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.529901:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529903:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.529907:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529909:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.529914:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529915:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.529920:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529921:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.529926:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.529928:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827136.530029:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530034:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.530043:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530046:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.530052:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530055:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.530062:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530064:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.530071:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530073:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.530081:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530084:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.530091:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530093:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.530102:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530104:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.530112:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.530115:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827136.531576:0:318150:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827136.531589:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.531598:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827136.531605:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827136.531609:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.531614:0:318150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827136.531617:0:318150:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:0.0:1787827136.531621:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8181097b58 00010000:00010000:0.0:1787827136.531623:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827136.531628:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827136.531635:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.531638:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827136.531644:0:318150:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.531647:0:318150:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827136.531652:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.531657:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787827136.531662:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:0.0:1787827136.531665:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.531667:0:318150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.531669:0:318150:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:0.0:1787827136.531670:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181097cb8 00010000:00010000:0.0:1787827136.531672:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787827136.531678:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787827136.531691:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827136.531697:0:318150:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.531700:0:318150:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827136.531706:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.531712:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787827136.531719:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787827136.531725:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.531729:0:318150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.531731:0:318150:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:0.0:1787827136.531735:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181097cb8 00010000:00010000:0.0:1787827136.531738:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787827136.531745:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200008:0.0:1787827136.531759:0:318150:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.531762:0:318150:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827136.531765:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.531769:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827136.531777:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827136.531781:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.531783:0:318150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827136.531784:0:318150:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:0.0:1787827136.531786:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8181097cb8 00010000:00010000:0.0:1787827136.531788:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827136.531792:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827136.531798:0:318150:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827136.531801:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.531804:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827136.531808:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827136.531811:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.531813:0:318150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827136.531814:0:318150:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:0.0:1787827136.531816:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8181097b58 00010000:00010000:0.0:1787827136.531818:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827136.531822:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827136.531826:0:318150:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.531828:0:318150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827136.531831:0:318150:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.531832:0:318150:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827136.531836:0:318150:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.531838:0:318150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827136.531843:0:318150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:0.0:1787827136.531846:0:318150:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.531848:0:318150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.531849:0:318150:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:0.0:1787827136.531851:0:318150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181097cb8 00010000:00010000:0.0:1787827136.531853:0:318150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827136.531856:0:318150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1787827136.532908:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827136.532918:0:318151:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827136.532923:0:318151:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827136.532935:0:318151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.532944:0:318151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1787827136.532955:0:318151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1787827136.532961:0:318151:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.532964:0:318151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827136.532966:0:318151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:3.0:1787827136.532970:0:318151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8180ddbcb8 00010000:00010000:3.0:1787827136.532974:0:318151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1787827136.532982:0:318151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787827136.533913:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533921:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.533934:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533938:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.533946:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533949:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.533958:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533960:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.533965:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533967:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.533971:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533973:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.533978:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533979:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.533984:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533986:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.533990:0:318151:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.533993:0:318151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827136.538438:0:318154:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827136.538450:0:318154:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827136.538454:0:318154:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827136.538493:0:318154:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.538507:0:318154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787827136.538517:0:318154:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787827136.538522:0:318154:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.538527:0:318154:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827136.538529:0:318154:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:3.0:1787827136.538534:0:318154:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818151bcb8 00010000:00010000:3.0:1787827136.538537:0:318154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787827136.538542:0:318154:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1787827136.539820:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539828:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.539835:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539838:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.539842:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539844:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.539851:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539853:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.539862:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539865:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.539874:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539877:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.539884:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539887:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.539895:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539898:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.539906:0:318155:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.539910:0:318155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827136.542624:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827136.542635:0:318157:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.542640:0:318157:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827136.542658:0:318157:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.542670:0:318157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787827136.542682:0:318157:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1787827136.542688:0:318157:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.542693:0:318157:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.542696:0:318157:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:0.0:1787827136.542703:0:318157:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818151bcb8 00010000:00010000:0.0:1787827136.542708:0:318157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787827136.542716:0:318157:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:1.0:1787827136.543861:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827136.543879:0:318159:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827136.543884:0:318159:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827136.543893:0:318159:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827136.543899:0:318159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:1.0:1787827136.543907:0:318159:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:1.0:1787827136.543913:0:318159:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827136.543917:0:318159:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827136.543920:0:318159:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:1.0:1787827136.543924:0:318159:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181643cb8 00010000:00010000:1.0:1787827136.543926:0:318159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:1.0:1787827136.543933:0:318159:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787827136.544220:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544228:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.544243:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544247:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.544261:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544264:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.544277:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544280:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.544293:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544297:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.544317:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544321:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.544339:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544343:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.544378:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544382:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.544402:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.544407:0:318157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827136.545261:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.545266:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.545281:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.545286:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.545303:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.545307:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.545308:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827136.545316:0:318157:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.545322:0:318157:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000080:00200000:1.0:1787827136.545322:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.545329:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.545337:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000002:00010000:0.0:1787827136.545340:0:318157:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:1.0:1787827136.545340:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.545348:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.545352:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:0.0:1787827136.545354:0:318157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:1.0:1787827136.545372:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.545379:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:0.0:1787827136.545383:0:318157:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:1.0:1787827136.545390:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.545393:0:318157:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:1.0:1787827136.545393:0:318159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00010000:0.0:1787827136.545401:0:318157:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.545405:0:318157:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00200000:1.0:1787827136.545410:0:318159:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:0.0:1787827136.545411:0:318157:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818151bcb8 00010000:00010000:0.0:1787827136.545417:0:318157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:1.0:1787827136.545418:0:318159:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f602f2d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827136.545428:0:318159:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00010000:00010000:0.0:1787827136.545431:0:318157:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000002:00010000:1.0:1787827136.545438:0:318159:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00000080:00200000:0.0:1787827136.545453:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.545471:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:0.0:1787827136.545475:0:318157:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200008:0.0:1787827136.545490:0:318157:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:0.0:1787827136.545500:0:318157:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827136.545501:0:318159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bae7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 318159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827136.545519:0:318159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bae7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318159 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827136.545532:0:318159:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827136.545544:0:318159:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa0b40 x1874669802674304/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827136.545555:0:318159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bae7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318159 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827136.545576:0:318159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:318159:1874669802674304:192.168.203.151@tcp:101:awk.0 00000100:00100000:1.0:1787827136.545828:0:318159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337780 going to sleep for 11 seconds 00000080:00200008:0.0:1787827136.546061:0:318157:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.546066:0:318157:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827136.546073:0:318157:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.546083:0:318157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827136.546095:0:318157:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827136.546099:0:318157:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.546104:0:318157:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827136.546106:0:318157:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:0.0:1787827136.546111:0:318157:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae818151bcb8 00010000:00010000:0.0:1787827136.546115:0:318157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827136.546122:0:318157:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827136.546141:0:318157:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.546148:0:318157:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:0.0:1787827136.546152:0:318157:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2735, max_age 2743 00800000:00000004:0.0:1787827136.546159:0:318157:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2735, max_age 2743 00000100:00100000:0.0:1787827136.546174:0:318157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:318157:1874669802674432:192.168.203.151@tcp:41:df.0 00000100:00100000:0.0:1787827136.546202:0:318157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827136.547191:0:318157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:318157:1874669802674432:192.168.203.151@tcp:41:df.0 00800000:00000004:0.0:1787827136.547205:0:318157:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:0.0:1787827136.547208:0:318157:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:0.0:1787827136.547211:0:318157:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000080:00200000:1.0:1787827136.562911:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827136.562921:0:318163:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827136.562926:0:318163:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827136.562946:0:318163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827136.562956:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:1.0:1787827136.562968:0:318163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787827136.562975:0:318163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827136.562981:0:318163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827136.562984:0:318163:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:1.0:1787827136.562996:0:318163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818183bcb8 00010000:00010000:1.0:1787827136.563000:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:1.0:1787827136.563009:0:318163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1787827136.563438:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827136.563445:0:318164:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827136.563449:0:318164:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827136.563490:0:318164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827136.563500:0:318164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1787827136.563509:0:318164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1787827136.563516:0:318164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827136.563522:0:318164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827136.563525:0:318164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:3.0:1787827136.563529:0:318164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae81818efcb8 00010000:00010000:3.0:1787827136.563532:0:318164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1787827136.563538:0:318164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:1.0:1787827136.564527:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564533:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.564555:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564560:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.564579:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564584:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.564607:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564614:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.564642:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564649:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.564668:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564671:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.564683:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564687:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.564704:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564706:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.564721:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.564730:0:318163:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4627e780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827136.564737:0:318163:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827136.564752:0:318163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00000080:00200000:3.0:1787827136.564762:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.564767:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.564777:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.564780:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.564786:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.564789:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.564794:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.564796:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.564804:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:1.0:1787827136.564806:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827136.564806:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.564814:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.564818:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:1.0:1787827136.564819:0:318163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827136.564823:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.564828:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.564838:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000020:00100000:1.0:1787827136.564839:0:318163:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000080:00200000:3.0:1787827136.564842:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.564853:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:1.0:1787827136.564855:0:318163:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa21c0 x1874669802675456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000080:00200000:3.0:1787827136.564856:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00010000:00010000:1.0:1787827136.564868:0:318163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827136.564890:0:318163:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:318163:1874669802675456:192.168.203.151@tcp:101:openssl.0 00000080:00200000:3.0:1787827136.565008:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565013:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.565024:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565027:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565038:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565042:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565056:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565059:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:1.0:1787827136.565066:0:318163:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337840 going to sleep for 11 seconds 00000080:00200000:3.0:1787827136.565073:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565077:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565092:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565094:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565101:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565102:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565108:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565111:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565117:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565119:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1787827136.565300:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565304:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.565309:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565311:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565316:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565318:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565324:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565326:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565335:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565339:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565351:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565355:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565379:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565383:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565398:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565401:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565410:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565413:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827136.565578:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565582:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.565588:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565590:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565594:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565596:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565601:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565603:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565612:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565614:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565622:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565624:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565629:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565631:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565638:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565639:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565645:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565647:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1787827136.565740:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565744:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.565752:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565754:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565762:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565764:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565770:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565772:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565784:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565786:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565798:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565800:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565812:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565814:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565821:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565823:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565828:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565831:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827136.565925:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565929:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.565935:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565937:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565941:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565943:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565948:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565950:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565954:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565956:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.565960:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565961:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565966:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565967:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565971:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565973:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.565977:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.565979:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827136.566069:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566073:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.566078:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566080:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566086:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566087:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566092:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566094:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566098:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566100:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566104:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566106:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.566110:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566112:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.566116:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566118:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.566122:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566124:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827136.566248:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566253:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.566262:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566265:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566274:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566277:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566284:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566288:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566296:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566299:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.566308:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566311:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.566431:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566436:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.566448:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566452:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.566480:0:318164:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.566485:0:318164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:0.0:1787827136.566559:0:318163:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:318163:1874669802675456:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827136.566574:0:318163:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566586:0:318163:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566593:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566605:0:318163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566613:0:318163:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566620:0:318163:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827136.566624:0:318163:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566631:0:318163:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566637:0:318163:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566641:0:318163:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827136.566647:0:318163:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.566651:0:318163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bae9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827136.566663:0:318163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa21c0 x1874669802675456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827136.566676:0:318163:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827136.566694:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787827136.566704:0:318163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00010000:0.0:1787827136.566712:0:318163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818183b9a0 00010000:00010000:0.0:1787827136.566716:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787827136.566723:0:318163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:0.0:1787827136.566968:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.566973:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.566980:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.566982:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.566987:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.566989:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.566994:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.566996:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.567004:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.567006:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.567011:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.567012:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.567017:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.567018:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.567026:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.567028:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.567033:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.567039:0:318163:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f483f3c80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827136.567043:0:318163:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827136.567054:0:318163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827136.567087:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.567094:0:318163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827136.567104:0:318163:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827136.567110:0:318163:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802675712/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827136.567119:0:318163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827136.567134:0:318163:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:318163:1874669802675712:192.168.203.151@tcp:101:openssl.0 00000100:00100000:0.0:1787827136.567236:0:318163:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827136.568308:0:318163:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:318163:1874669802675712:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827136.568321:0:318163:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568328:0:318163:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568332:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568337:0:318163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568342:0:318163:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568345:0:318163:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827136.568348:0:318163:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568351:0:318163:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568355:0:318163:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568371:0:318163:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827136.568379:0:318163:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568386:0:318163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baea2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827136.568396:0:318163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802675712/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827136.568403:0:318163:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827136.568413:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1787827136.568420:0:318163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00010000:0.0:1787827136.568426:0:318163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818183b9a0 00010000:00010000:0.0:1787827136.568428:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1787827136.568433:0:318163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:0.0:1787827136.568687:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568694:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.568706:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568710:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.568719:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568723:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.568732:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568735:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.568744:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568747:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.568757:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568760:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.568767:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568769:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.568775:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568776:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.568781:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.568789:0:318163:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e73b00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827136.568794:0:318163:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827136.568805:0:318163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827136.568838:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.568845:0:318163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827136.568854:0:318163:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827136.568860:0:318163:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802675968/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827136.568868:0:318163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827136.568882:0:318163:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:318163:1874669802675968:192.168.203.151@tcp:101:openssl.0 00000100:00100000:0.0:1787827136.568988:0:318163:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827136.570038:0:318163:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:318163:1874669802675968:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827136.570049:0:318163:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570056:0:318163:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570071:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570077:0:318163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570084:0:318163:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570093:0:318163:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827136.570096:0:318163:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570101:0:318163:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570107:0:318163:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570113:0:318163:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827136.570118:0:318163:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827136.570123:0:318163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766baea9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 318163 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827136.570136:0:318163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802675968/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827136.570146:0:318163:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827136.570158:0:318163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1787827136.570167:0:318163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00010000:0.0:1787827136.570173:0:318163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818183b9a0 00010000:00010000:0.0:1787827136.570176:0:318163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1787827136.570187:0:318163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787827136.570403:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570409:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.570414:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570416:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570421:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570423:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570427:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570429:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570434:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570435:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570440:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570441:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570446:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570447:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570453:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570455:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570505:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570508:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827136.570622:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570628:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.570640:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570643:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570653:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570657:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570665:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570667:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570676:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570679:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570690:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570694:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570712:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570716:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570733:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570737:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570749:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570758:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827136.570871:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570875:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.570880:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570882:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570889:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570892:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570900:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570902:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570909:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570912:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.570919:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570921:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570931:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570934:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570943:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570946:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.570951:0:318163:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.570954:0:318163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827136.579559:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827136.579573:0:318167:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.579579:0:318167:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827136.579599:0:318167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.579614:0:318167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787827136.579625:0:318167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787827136.579631:0:318167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.579636:0:318167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.579639:0:318167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:0.0:1787827136.579646:0:318167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae81818efcb8 00010000:00010000:0.0:1787827136.579648:0:318167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787827136.579654:0:318167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:1.0:1787827136.580830:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827136.580839:0:318169:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827136.580845:0:318169:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827136.580856:0:318169:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827136.580866:0:318169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1787827136.580876:0:318169:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:1.0:1787827136.580884:0:318169:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827136.580889:0:318169:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827136.580892:0:318169:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:1.0:1787827136.580897:0:318169:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae8181c0bcb8 00010000:00010000:1.0:1787827136.580901:0:318169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1787827136.580909:0:318169:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:0.0:1787827136.581688:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581696:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.581728:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581736:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.581756:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581762:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.581778:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581783:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.581802:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581807:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.581827:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581833:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.581852:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581856:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.581876:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581880:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.581893:0:318167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.581897:0:318167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827136.582379:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582387:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.582405:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582411:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582429:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582435:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582454:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582494:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582517:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582523:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582543:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582548:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.582567:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582573:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.582594:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582600:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.582622:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582628:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827136.582815:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582822:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.582842:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582848:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582870:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582876:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582899:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582907:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582935:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582942:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.582959:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582967:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.582989:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.582996:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583017:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583021:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583038:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583043:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827136.583225:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583232:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.583258:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583266:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583287:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583293:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583312:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583318:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583337:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583342:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583370:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583375:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583392:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583396:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583413:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583417:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583427:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583432:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827136.583621:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583628:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.583643:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583646:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583657:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583660:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583672:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583675:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583685:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583688:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583698:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583701:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583708:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583711:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583721:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583724:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583732:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583736:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827136.583862:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583868:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.583876:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583880:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583886:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583889:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583898:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583901:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583910:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583913:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.583921:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583924:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583934:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583937:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583944:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583947:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.583954:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.583957:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827136.584083:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584089:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.584099:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584102:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584111:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584114:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584125:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584128:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584139:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584142:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584154:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584157:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584167:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584170:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584180:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584183:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584194:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584198:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827136.584336:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584341:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.584352:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584368:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584380:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584384:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584395:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584398:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584409:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584412:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584422:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584426:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584437:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584440:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584449:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584452:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584486:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584490:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827136.584661:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584667:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.584686:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584689:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584699:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584702:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584711:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584715:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584730:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584733:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.584747:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584751:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584767:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584770:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584783:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584786:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.584795:0:318169:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.584799:0:318169:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827136.593694:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827136.593718:0:318172:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827136.593726:0:318172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827136.593752:0:318172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827136.593769:0:318172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1787827136.593780:0:318172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1787827136.593786:0:318172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827136.593793:0:318172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827136.593796:0:318172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766badfa 00000080:00010000:1.0:1787827136.593801:0:318172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766badfa from it ffffae818151bcb8 00010000:00010000:1.0:1787827136.593804:0:318172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1787827136.593811:0:318172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766badfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6900a expref: -99 pid: 318137 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787827136.594850:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594855:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.594862:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594865:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.594872:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594875:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.594886:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594890:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.594901:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594905:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.594916:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594920:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.594932:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594936:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.594949:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594953:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.594963:0:318172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.594966:0:318172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827136.618027:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827136.618049:0:318177:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827136.618058:0:318177:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827136.618076:0:318177:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827136.618094:0:318177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827136.618109:0:318177:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827136.618118:0:318177:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827136.618125:0:318177:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827136.618128:0:318177:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeb0 00000080:00010000:0.0:1787827136.618136:0:318177:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeb0 from it ffffae8180ddbcb8 00010000:00010000:0.0:1787827136.618140:0:318177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827136.618150:0:318177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827136.619285:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619301:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.619315:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619320:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.619329:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619333:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.619342:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619345:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.619352:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619355:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.619379:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619384:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.619392:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619397:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.619406:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619410:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.619420:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.619424:0:318176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827136.619789:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619798:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827136.619811:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619815:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.619826:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619829:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.619837:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619840:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.619850:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619853:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827136.619864:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619868:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.619876:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619879:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.619888:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619891:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827136.619898:0:318177:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827136.619902:0:318177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827136.620023:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.620041:0:318176:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_b33da62e0e27ecc21c915d114a57a269, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=16 00000080:00200000:3.0:1787827136.620047:0:318176:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_b33da62e0e27ecc21c915d114a57a269, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827136.620069:0:318176:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_b33da62e0e27ecc21c915d114a57a269,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827136.620137:0:318176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.620147:0:318176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.620158:0:318176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.620188:0:318176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:318176:1874669802677632:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827136.620307:0:318176:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.622131:0:318176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:318176:1874669802677632:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827136.622156:0:318176:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622175:0:318176:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622182:0:318176:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622194:0:318176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622202:0:318176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622210:0:318176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622216:0:318176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622221:0:318176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.622229:0:318176:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f48270780 x1874669802677632/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827136.622238:0:318176:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622246:0:318176:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1670 (0 0) 00000080:00200000:3.0:1787827136.622252:0:318176:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827136.622277:0:318176:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x686:0x0], updating i_size 4096 00000080:00200000:3.0:1787827136.622281:0:318176:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x686:0x0](ffff9d1f436a6c08): rc = 0 00000080:00010000:3.0:1787827136.622288:0:318176:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x686:0x0](ffff9d1f436a6c08) for lock 0xf3d5ba2766baee1 00000080:00010000:3.0:1787827136.622314:0:318176:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x686:0x0](ffff9d1f436a6c08) 00000080:00010000:3.0:1787827136.622319:0:318176:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baee1 from it ffffae8180e2bab0 00010000:00010000:3.0:1787827136.622322:0:318176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622331:0:318176:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827136.622374:0:318176:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x686:0x0](ffff9d1f436a6c08), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.622393:0:318176:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_7bfb0052219fde8e0ad492341da2a62a, dir=[0x200000401:0x686:0x0](ffff9d1f436a6c08), flags=16 00000080:00200000:3.0:1787827136.622398:0:318176:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_7bfb0052219fde8e0ad492341da2a62a, dir=[0x200000401:0x686:0x0](ffff9d1f436a6c08), intent=0 00000002:00010000:3.0:1787827136.622413:0:318176:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_7bfb0052219fde8e0ad492341da2a62a,[0x0:0x0:0x0]) in obj [0x200000401:0x686:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827136.622448:0:318176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622453:0:318176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.622535:0:318176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827136.622553:0:318176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:318176:1874669802677760:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827136.622623:0:318176:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.624012:0:318176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:318176:1874669802677760:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827136.624030:0:318176:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624041:0:318176:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624052:0:318176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624059:0:318176:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624067:0:318176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624075:0:318176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827136.624080:0:318176:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624087:0:318176:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624094:0:318176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624102:0:318176:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827136.624109:0:318176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827136.624116:0:318176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766baee8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x686:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 318176 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827136.624132:0:318176:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802677760/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827152 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827136.624145:0:318176:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x686:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827136.624162:0:318176:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1670 (0 0) 00000080:00200000:1.0:1787827136.633819:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827136.633835:0:318182:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827136.633843:0:318182:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827136.633856:0:318182:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827136.633871:0:318182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827136.633884:0:318182:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827136.633889:0:318182:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827136.633896:0:318182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827136.633899:0:318182:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeb0 00000080:00010000:1.0:1787827136.633905:0:318182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeb0 from it ffffae818183bcb8 00010000:00010000:1.0:1787827136.633909:0:318182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827136.633917:0:318182:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1787827136.634751:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634766:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827136.634789:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634794:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.634806:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634809:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.634828:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634832:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.634845:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634847:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827136.634859:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634863:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.634879:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634882:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.634895:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634898:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.634909:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.634913:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827136.635389:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635399:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827136.635415:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635419:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.635442:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635447:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.635502:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635506:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.635519:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635523:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827136.635534:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635538:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.635541:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.635552:0:318181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_b33da62e0e27ecc21c915d114a57a269, flags=0 00000080:00200000:1.0:1787827136.635554:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827136.635561:0:318181:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:1.0:1787827136.635562:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827136.635574:0:318181:0:(namei.c:2328:ll_rmdir()) VFS Op:name=pjdfstest_b33da62e0e27ecc21c915d114a57a269, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00200000:1.0:1787827136.635581:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635587:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827136.635599:0:318182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827136.635605:0:318182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1787827136.635611:0:318181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827136.635641:0:318181:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827136.635702:0:318181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.635749:0:318181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.635755:0:318181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827136.635759:0:318181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787827136.635762:0:318181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766baee1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x686:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd692c6 expref: -99 pid: 318176 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827136.635773:0:318181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766baeb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6922c expref: -99 pid: 318174 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000020:00100000:3.0:1787827136.635787:0:318181:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827136.635799:0:318181:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802678016/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827136.635827:0:318181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:318181:1874669802678016:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827136.635956:0:318181:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827136.638224:0:318181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:318181:1874669802678016:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827136.638269:0:318181:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x686:0x0](ffff9d1f436a6c08) 00000001:02000400:1.0:1787827137.164773:0:318315:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:1.0:1787827137.418560:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827138.442557:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827140.011212:0:319021:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_05: symlink returns EACCES when a component of the name2 path prefix denies search permission ========================================================== 06:38:59 (1787827139) 00000100:00100000:1.0:1787827140.426581:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802679424:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827140.426784:0:2342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787827140.426793:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802679552:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827140.428496:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802679552:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827140.428507:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802679424:192.168.203.151@tcp:400:kworker.0 00000001:02000400:0.0:1787827140.563024:0:319157:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/05.t against ext4 filesystem 00010000:00010000:1.0:1787827141.514607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827141.586390:0:319382:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/05.t against lustre filesystem 00000080:00200000:3.0:1787827141.608051:0:319385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.608075:0:319385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.608093:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827141.608109:0:319385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827141.608117:0:319385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.608124:0:319385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.608128:0:319385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:3.0:1787827141.608135:0:319385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8180dabb58 00010000:00010000:3.0:1787827141.608140:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827141.608150:0:319385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827141.608165:0:319385:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.608177:0:319385:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=13 00000080:00200000:3.0:1787827141.608181:0:319385:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:3.0:1787827141.608192:0:319385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827141.608232:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319385 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.608240:0:319385:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319385 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.608248:0:319385:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319385 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827141.608272:0:319385:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:319385:1874669802679680:192.168.203.151@tcp:101:lfs.0 00000100:00100000:3.0:1787827141.608616:0:319385:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827141.610229:0:319385:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:319385:1874669802679680:192.168.203.151@tcp:101:lfs.0 00010000:00010000:3.0:1787827141.610248:0:319385:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610265:0:319385:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610272:0:319385:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610283:0:319385:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610308:0:319385:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610319:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610340:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610347:0:319385:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827141.610360:0:319385:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48271a40 x1874669802679680/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827141.610374:0:319385:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610385:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827141.610392:0:319385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827141.610398:0:319385:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610402:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610406:0:319385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610424:0:319385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1787827141.610428:0:319385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827141.610445:0:319385:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1787827141.610448:0:319385:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00000080:00010000:3.0:1787827141.610453:0:319385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.610495:0:319385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.610500:0:319385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180dabb20 00010000:00010000:0.0:1787827141.610501:0:177307:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787827141.610505:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827141.610510:0:177307:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.610536:0:319385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827141.610540:0:177307:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.610547:0:177307:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.610559:0:177307:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.610569:0:177307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1787827141.610574:0:319385:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827141.610582:0:319385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00010000:00010000:0.0:1787827141.610588:0:177307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00010000:3.0:1787827141.610597:0:319385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827141.610601:0:177307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827141.610608:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827141.610619:0:319385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827141.610634:0:319385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00010000:00010000:0.0:1787827141.610640:0:177307:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1787827141.610641:0:319385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.610647:0:319385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00010000:00010000:0.0:1787827141.610655:0:177307:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000080:00010000:3.0:1787827141.610657:0:319385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180dabcb8 00010000:00010000:3.0:1787827141.610663:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827141.610673:0:319385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787827141.610679:0:177307:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.610689:0:177307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67400/0xf3d5ba2766baf20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69398 expref: -99 pid: 319385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.610700:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827141.610702:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827141.610703:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827141.610716:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802679808:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1787827141.611234:0:319385:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827141.611240:0:319385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.611249:0:319385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.611258:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827141.611268:0:319385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827141.611275:0:319385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.611279:0:319385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.611282:0:319385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:3.0:1787827141.611287:0:319385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8180dabcb8 00010000:00010000:3.0:1787827141.611290:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827141.611298:0:319385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827141.611419:0:319385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.611428:0:319385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.611436:0:319385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827141.611444:0:319385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827141.611451:0:319385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.611454:0:319385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.611477:0:319385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bae01 00000080:00010000:3.0:1787827141.611482:0:319385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bae01 from it ffffae8180dabbb0 00010000:00010000:3.0:1787827141.611485:0:319385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827141.611493:0:319385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827141.611503:0:319385:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:3.0:1787827141.611510:0:319385:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:3.0:1787827141.611527:0:319385:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7fff60c73c70 00000080:00200000:3.0:1787827141.611538:0:319385:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1787827141.611557:0:319385:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827141.611588:0:319385:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827141.611594:0:319385:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827141.611596:0:319385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bae01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69018 expref: -99 pid: 317694 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:3.0:1787827141.611614:0:319385:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827141.611621:0:319385:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802680064/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827141.611637:0:319385:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:319385:1874669802680064:192.168.203.151@tcp:36:lfs.0 00000100:00100000:3.0:1787827141.611680:0:319385:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231900 going to sleep for 11 seconds 00000100:00100000:1.0:1787827141.611966:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802679808:192.168.203.151@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787827141.612829:0:319385:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:319385:1874669802680064:192.168.203.151@tcp:36:lfs.0 00000080:00200008:3.0:1787827141.612880:0:319385:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:0.0:1787827141.648808:0:318891:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827141.648820:0:318891:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827141.648845:0:318891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827141.648904:0:318891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 318891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.648914:0:318891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 318891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.648925:0:318891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 318891 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.648957:0:318891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:318891:1874669802680192:192.168.203.151@tcp:101:bash.0 00000100:00100000:0.0:1787827141.649047:0:318891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157240 going to sleep for 11 seconds 00000080:00200000:3.0:1787827141.654293:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654306:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.654321:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654337:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.654350:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654353:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.654365:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654368:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.654381:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654384:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.654392:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654396:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.654406:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654408:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.654422:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654425:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.654441:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.654451:0:319396:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f52209980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827141.654478:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827141.654498:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827141.654690:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.654701:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827141.654711:0:319396:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827141.654729:0:319396:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802680448/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827141.654738:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827141.654758:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802680448:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827141.654933:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231900 going to sleep for 11 seconds 00000100:00100000:3.0:1787827141.656885:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802680448:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827141.656908:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656921:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656929:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656936:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656944:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656952:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827141.656959:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656967:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656974:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.656985:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827141.656995:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.657002:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827141.657021:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802680448/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827141.657034:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827141.657058:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:3.0:1787827141.657069:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00010000:3.0:1787827141.657079:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c879a0 00010000:00010000:3.0:1787827141.657083:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:3.0:1787827141.657092:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1787827141.657503:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657513:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.657545:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657550:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.657582:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657587:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.657620:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657627:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.657663:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657667:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.657702:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657707:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.657734:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657739:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.657765:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657771:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.657801:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.657806:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827141.658034:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658040:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.658068:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658072:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.658090:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658095:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.658119:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658125:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.658149:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658155:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.658174:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658178:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.658200:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658204:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.658219:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658225:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.658240:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.658253:0:319396:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e88f00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827141.658259:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827141.658277:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827141.658343:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766baf35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.658352:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766baf35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827141.658363:0:319396:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827141.658372:0:319396:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802680704/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827141.658381:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766baf35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827141.658401:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802680704:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827141.658609:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231900 going to sleep for 11 seconds 00000100:00100000:3.0:1787827141.663887:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802680960:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827141.663907:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663920:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663926:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663933:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663941:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663951:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827141.663955:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663962:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663968:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663975:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827141.663981:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.663987:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766baf3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827141.664003:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d11680 x1874669802680960/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827141.664017:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827141.664039:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827141.664050:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00010000:3.0:1787827141.664059:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c879a0 00010000:00010000:3.0:1787827141.664063:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827141.664076:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827141.664377:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664386:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.664395:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664399:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.664406:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664409:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.664415:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664418:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.664438:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664442:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.664451:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664454:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.664511:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664515:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.664527:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664531:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.664538:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.664547:0:319396:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45311c80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827141.664553:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827141.664569:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827141.664610:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766baf43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.664618:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766baf43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827141.664631:0:319396:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827141.664637:0:319396:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802681216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827141.664645:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766baf43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827141.664661:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681216:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827141.664815:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231600 going to sleep for 11 seconds 00000080:00200000:3.0:1787827141.667686:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667702:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.667718:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667731:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.667739:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667742:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.667750:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667753:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.667760:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667763:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.667779:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667783:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.667792:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667795:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.667803:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667806:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.667812:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.667821:0:319396:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45310180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827141.667826:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827141.667856:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827141.667891:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.667904:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827141.667911:0:319396:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827141.667916:0:319396:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482703c0 x1874669802681472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827141.667923:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827141.667937:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681472:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827141.668082:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.669612:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681472:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.669626:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669636:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669643:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669650:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669657:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669663:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.669667:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669673:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669680:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669687:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.669692:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.669698:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766baf4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.669710:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802681472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.669720:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.669734:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827141.669743:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:0.0:1787827141.669750:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c879a0 00010000:00010000:0.0:1787827141.669754:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827141.669761:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787827141.669988:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.669995:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.670005:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670009:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.670016:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670020:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.670028:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670031:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.670038:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670041:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.670057:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670062:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.670070:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670073:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.670081:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670084:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.670091:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.670099:0:319396:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47cfe000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827141.670105:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827141.670116:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827141.670146:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.670154:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827141.670162:0:319396:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827141.670168:0:319396:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802681728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827141.670177:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.670190:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681728:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827141.670296:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.671898:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681728:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.671910:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671919:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671926:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671932:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671938:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671944:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.671948:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671955:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671962:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671968:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.671973:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.671980:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.671998:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802681728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.672008:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.672023:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827141.672033:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00010000:0.0:1787827141.672040:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c879a0 00010000:00010000:0.0:1787827141.672044:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827141.672051:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827141.672284:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672290:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.672298:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672302:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.672309:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672312:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.672318:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672334:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.672345:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672348:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.672357:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672360:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.672369:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672372:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.672387:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672390:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.672398:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.672401:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827141.764644:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764660:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.764674:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764679:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.764690:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764693:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.764701:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764704:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.764712:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764715:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.764723:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764726:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.764735:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764738:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.764747:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764750:0:319396:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.764759:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.764771:0:319396:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f58f9c300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827141.764779:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827141.764800:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827141.764859:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.764869:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827141.764880:0:319396:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827141.764893:0:319396:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802681984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827141.764902:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.764923:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681984:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827141.765092:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.767212:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802681984:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.767226:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767236:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767240:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767246:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767251:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767254:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.767257:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767272:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767277:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767281:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.767286:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.767290:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.767300:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802681984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.767310:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.767344:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827141.767352:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00010000:0.0:1787827141.767358:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c879a0 00010000:00010000:0.0:1787827141.767360:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827141.767365:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:0.0:1787827141.781295:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.781320:0:319396:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:0.0:1787827141.781336:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:0.0:1787827141.781359:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827141.781413:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.781424:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.781433:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.781474:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682112:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827141.781577:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.784289:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682112:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.784317:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784338:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784346:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784352:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784365:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784371:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.784376:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784382:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784389:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784397:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.784403:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.784410:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.784427:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802682112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.784441:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.784487:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787827141.784500:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00010000:0.0:1787827141.784508:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c87930 00010000:00010000:0.0:1787827141.784512:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787827141.784520:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:0.0:1787827141.786063:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.786081:0:319396:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:0.0:1787827141.786085:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:0.0:1787827141.786102:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827141.786140:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.786150:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.786160:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.786181:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682240:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827141.786256:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.788065:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682240:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.788083:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788095:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788102:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788110:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788117:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788123:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.788127:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788134:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788141:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788147:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.788153:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.788159:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.788174:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802682240/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.788187:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.788209:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787827141.788220:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00010000:0.0:1787827141.788229:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c87930 00010000:00010000:0.0:1787827141.788232:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787827141.788240:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:0.0:1787827141.809748:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.809762:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.809779:0:319396:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:0.0:1787827141.809784:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:0.0:1787827141.809806:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827141.809862:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.809872:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.809880:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.809902:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682368:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827141.809996:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.813425:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682368:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.813450:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813485:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813492:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813498:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813506:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813512:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.813517:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813524:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813531:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813537:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.813544:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813549:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766baf6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.813567:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802682368/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.813582:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.813603:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787827141.813615:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00010000:0.0:1787827141.813623:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c87930 00010000:00010000:0.0:1787827141.813627:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787827141.813635:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787827141.813712:0:319396:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.813728:0:319396:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827141.813733:0:319396:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827141.813747:0:319396:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827141.813792:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813800:0:319396:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.813809:0:319396:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.813827:0:319396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682496:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827141.813905:0:319396:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.815978:0:319396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:319396:1874669802682496:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827141.815995:0:319396:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816006:0:319396:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816012:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816019:0:319396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816026:0:319396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816032:0:319396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.816036:0:319396:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816043:0:319396:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816049:0:319396:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816056:0:319396:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.816061:0:319396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.816072:0:319396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766baf74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319396 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.816091:0:319396:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802682496/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.816103:0:319396:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.816126:0:319396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787827141.816136:0:319396:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00010000:0.0:1787827141.816143:0:319396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180c878d0 00010000:00010000:0.0:1787827141.816159:0:319396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787827141.816167:0:319396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:3.0:1787827141.899316:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899345:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.899359:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899363:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899374:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899377:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899387:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899390:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899400:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899403:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899414:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899417:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899426:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899429:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899437:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899441:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899450:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899454:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1787827141.899671:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899676:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.899684:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899687:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899697:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899699:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899708:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899711:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899721:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899724:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899731:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899734:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899741:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899744:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899753:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899756:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899765:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899768:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827141.899906:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899911:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.899920:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899923:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899930:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899933:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899942:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899945:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899953:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899956:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.899965:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899967:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899976:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899979:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899987:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.899989:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.899999:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900003:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1787827141.900154:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900160:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.900169:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900172:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900180:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900183:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900191:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900194:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900202:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900205:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900214:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900217:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900227:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900230:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900237:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900239:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900248:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900252:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827141.900399:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900405:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.900415:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900419:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900428:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900432:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900441:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900444:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900453:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900473:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900486:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900489:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900499:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900502:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900511:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900514:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900522:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900526:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827141.900650:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900655:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.900667:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900671:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900680:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900683:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900694:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900697:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900707:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900710:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900721:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900725:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900734:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900737:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900746:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900750:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900759:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900763:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1787827141.900885:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900891:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.900901:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900904:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900914:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900917:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900927:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900930:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900939:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900942:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.900950:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900953:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900962:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900965:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900974:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900977:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.900988:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.900993:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1787827141.901124:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901130:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.901140:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901143:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.901153:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901156:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.901165:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901168:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.901178:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901181:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.901189:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901193:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.901202:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901206:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.901215:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901218:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.901227:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.901230:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827141.905598:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905608:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.905615:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905618:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.905622:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905624:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.905630:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905632:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.905636:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905638:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.905642:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905645:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.905649:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905650:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.905654:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905656:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.905660:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.905666:0:319398:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c528a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827141.905671:0:319398:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827141.905689:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827141.905745:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.905755:0:319398:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827141.905770:0:319398:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827141.905780:0:319398:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271e00 x1874669802682752/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827141.905787:0:319398:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827141.905803:0:319398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319398:1874669802682752:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827141.905949:0:319398:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827141.907391:0:319398:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973968 gen 1 00000100:00100000:3.0:1787827141.907406:0:319398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319398:1874669802682752:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827141.907419:0:319398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907428:0:319398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907435:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907441:0:319398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907449:0:319398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907474:0:319398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827141.907479:0:319398:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907487:0:319398:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907494:0:319398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907502:0:319398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827141.907509:0:319398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827141.907515:0:319398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766baf7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827141.907531:0:319398:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271e00 x1874669802682752/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827141.907542:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827141.907558:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:3.0:1787827141.907568:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00010000:3.0:1787827141.907577:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181eb39a0 00010000:00010000:3.0:1787827141.907581:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:3.0:1787827141.907590:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1787827141.907829:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907837:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.907847:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907850:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.907859:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907862:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.907870:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907873:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.907881:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907884:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.907891:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907894:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.907903:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907906:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.907914:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907917:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.907924:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.907928:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827141.908008:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908012:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.908017:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908019:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.908024:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908026:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.908030:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908032:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.908036:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908038:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.908042:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908044:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.908049:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908050:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.908056:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908057:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.908062:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.908064:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827141.909667:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.909683:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.909694:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827141.909706:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827141.909713:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.909720:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.909723:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827141.909729:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3b58 00010000:00010000:3.0:1787827141.909732:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827141.909741:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827141.909751:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.909756:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827141.909763:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.909767:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.909779:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.909787:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1787827141.909794:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1787827141.909800:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.909804:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.909807:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.909810:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827141.909813:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1787827141.909820:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787827141.909834:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827141.909839:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.909842:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.909849:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.909855:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787827141.909863:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787827141.909869:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.909874:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.909876:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.909879:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827141.909883:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787827141.909890:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200008:3.0:1787827141.909909:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.909912:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.909917:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.909923:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827141.909931:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827141.909937:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.909940:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.909943:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827141.909946:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827141.909949:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827141.909956:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827141.909975:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.909980:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.909986:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827141.909994:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827141.910000:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.910003:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.910005:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827141.910009:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3b58 00010000:00010000:3.0:1787827141.910011:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827141.910019:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827141.910027:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.910031:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827141.910036:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.910039:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.910046:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.910052:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:3.0:1787827141.910060:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:3.0:1787827141.910067:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.910071:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.910074:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.910077:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827141.910080:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:3.0:1787827141.910087:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:1.0:1787827141.911661:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827141.911672:0:319399:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827141.911684:0:319399:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827141.911695:0:319399:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827141.911706:0:319399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:1.0:1787827141.911719:0:319399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:1.0:1787827141.911727:0:319399:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827141.911741:0:319399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827141.911744:0:319399:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:1.0:1787827141.911749:0:319399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181463cb8 00010000:00010000:1.0:1787827141.911753:0:319399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:1.0:1787827141.911760:0:319399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:1.0:1787827141.912822:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912829:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.912843:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912847:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.912855:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912859:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.912865:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912868:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.912875:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912878:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.912884:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912887:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.912895:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912897:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.912905:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912907:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.912915:0:319399:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.912918:0:319399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827141.917890:0:319402:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827141.917914:0:319402:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827141.917920:0:319402:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827141.917939:0:319402:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827141.917963:0:319402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787827141.917978:0:319402:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1787827141.917987:0:319402:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827141.917993:0:319402:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827141.917996:0:319402:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:0.0:1787827141.918002:0:319402:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c0bcb8 00010000:00010000:0.0:1787827141.918005:0:319402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787827141.918013:0:319402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:3.0:1787827141.919349:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919359:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.919371:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919375:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.919386:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919389:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.919397:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919400:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.919408:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919411:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.919419:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919423:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.919430:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919433:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.919441:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919444:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.919452:0:319403:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.919536:0:319403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827141.922676:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827141.922688:0:319405:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.922694:0:319405:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.922715:0:319405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.922731:0:319405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:3.0:1787827141.922745:0:319405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:3.0:1787827141.922754:0:319405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.922761:0:319405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.922765:0:319405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.922771:0:319405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827141.922776:0:319405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:3.0:1787827141.922784:0:319405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787827141.923035:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827141.923043:0:319406:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827141.923046:0:319406:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827141.923056:0:319406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827141.923063:0:319406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787827141.923071:0:319406:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787827141.923076:0:319406:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827141.923080:0:319406:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827141.923082:0:319406:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:1.0:1787827141.923085:0:319406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181e3bcb8 00010000:00010000:1.0:1787827141.923088:0:319406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787827141.923093:0:319406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1787827141.924184:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924192:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.924215:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924220:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.924237:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924241:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.924263:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924267:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.924293:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924298:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.924319:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924334:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.924355:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924359:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.924381:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924385:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.924405:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.924409:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924412:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.924416:0:319405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827141.924433:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924440:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.924482:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924486:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.924501:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924504:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.924522:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924525:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.924538:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924541:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.924558:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924560:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.924570:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924572:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.924582:0:319406:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.924584:0:319406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827141.925503:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827141.925511:0:319405:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.925517:0:319405:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.925526:0:319405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.925535:0:319405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:3.0:1787827141.925546:0:319405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:3.0:1787827141.925554:0:319405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.925560:0:319405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.925565:0:319405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.925570:0:319405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827141.925575:0:319405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:3.0:1787827141.925583:0:319405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1787827141.925610:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.925614:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:3.0:1787827141.925619:0:319405:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200008:3.0:1787827141.925636:0:319405:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:3.0:1787827141.925648:0:319405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200008:3.0:1787827141.926273:0:319405:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.926279:0:319405:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827141.926286:0:319405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.926295:0:319405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827141.926304:0:319405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827141.926310:0:319405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.926315:0:319405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827141.926318:0:319405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827141.926333:0:319405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827141.926336:0:319405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827141.926344:0:319405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827141.926360:0:319405:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.926365:0:319405:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:3.0:1787827141.926368:0:319405:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2744, max_age 2748 00800000:00000004:3.0:1787827141.926372:0:319405:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2744, max_age 2748 00000100:00100000:3.0:1787827141.926387:0:319405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:319405:1874669802683136:192.168.203.151@tcp:41:df.0 00000100:00100000:3.0:1787827141.926420:0:319405:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827141.927797:0:319405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:319405:1874669802683136:192.168.203.151@tcp:41:df.0 00800000:00000004:3.0:1787827141.927810:0:319405:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:3.0:1787827141.927815:0:319405:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:3.0:1787827141.927820:0:319405:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000100:00100000:0.0:1787827141.932701:0:319407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:319407:1874669802683904:192.168.203.151@tcp:101:awk.0 00010000:00010000:0.0:1787827141.932713:0:319407:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932722:0:319407:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932726:0:319407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932731:0:319407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932735:0:319407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932738:0:319407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.932740:0:319407:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932744:0:319407:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932748:0:319407:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932752:0:319407:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.932754:0:319407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.932758:0:319407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766baf97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319407 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.932765:0:319407:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802683904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.932773:0:319407:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.932783:0:319407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:0.0:1787827141.932824:0:319407:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00010000:0.0:1787827141.932830:0:319407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c1b9a0 00010000:00010000:0.0:1787827141.932833:0:319407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:0.0:1787827141.932838:0:319407:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:0.0:1787827141.933017:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933025:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.933035:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933038:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933049:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933052:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933060:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933063:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933082:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933085:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933091:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933093:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933098:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933100:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933105:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933106:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933111:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933113:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827141.933196:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933200:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.933205:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933207:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933212:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933214:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933218:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933220:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933224:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933226:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933230:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933232:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933236:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933238:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933242:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933244:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933249:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933251:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827141.933376:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933381:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.933389:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933391:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933398:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933401:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933407:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933409:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933417:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933420:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933428:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933431:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933439:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933442:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933450:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933452:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933493:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933497:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827141.933685:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933690:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.933699:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933702:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933709:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933712:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933720:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933723:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933731:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933734:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.933741:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933744:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933751:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933754:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933762:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933765:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.933773:0:319407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.933777:0:319407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827141.942353:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827141.942362:0:319411:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827141.942367:0:319411:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827141.942379:0:319411:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827141.942387:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:1.0:1787827141.942397:0:319411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:1.0:1787827141.942410:0:319411:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827141.942415:0:319411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827141.942418:0:319411:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:1.0:1787827141.942422:0:319411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c1bcb8 00010000:00010000:1.0:1787827141.942426:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:1.0:1787827141.942434:0:319411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:3.0:1787827141.942923:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827141.942932:0:319412:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.942936:0:319412:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.942945:0:319412:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.942960:0:319412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:3.0:1787827141.942970:0:319412:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:3.0:1787827141.942977:0:319412:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.942982:0:319412:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.942984:0:319412:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.942988:0:319412:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181e3bcb8 00010000:00010000:3.0:1787827141.942991:0:319412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:3.0:1787827141.942999:0:319412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:1.0:1787827141.943992:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944001:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.944019:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944022:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.944039:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944042:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.944056:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944061:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.944075:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944080:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.944095:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944101:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.944128:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944132:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.944143:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944149:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.944161:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.944171:0:319411:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4bc6a480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827141.944179:0:319411:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000080:00200000:3.0:1787827141.944190:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000002:00010000:1.0:1787827141.944192:0:319411:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00000080:00200000:3.0:1787827141.944199:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.944221:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944228:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:1.0:1787827141.944241:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827141.944250:0:319411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827141.944256:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000020:00100000:1.0:1787827141.944260:0:319411:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000080:00200000:3.0:1787827141.944265:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:1.0:1787827141.944271:0:319411:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa03c0 x1874669802684160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827141.944280:0:319411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827141.944289:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944293:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:1.0:1787827141.944301:0:319411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:319411:1874669802684160:192.168.203.151@tcp:101:openssl.0 00000080:00200000:3.0:1787827141.944307:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944311:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944340:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944344:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944355:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944358:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944368:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944371:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944381:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944385:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000100:00100000:1.0:1787827141.944503:0:319411:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3fcc0 going to sleep for 11 seconds 00000080:00200000:3.0:1787827141.944581:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944587:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.944601:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944605:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944618:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944620:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944631:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944634:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944644:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944648:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944712:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944716:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944726:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944728:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944736:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944740:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944747:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944751:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1787827141.944905:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944909:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.944917:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944919:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944926:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944928:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944934:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944937:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944947:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944951:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.944963:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944967:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944977:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944980:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.944990:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.944993:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945002:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945005:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827141.945163:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945169:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.945178:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945180:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945186:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945188:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945193:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945195:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945200:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945201:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945206:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945208:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945218:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945219:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945227:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945229:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945238:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945240:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1787827141.945355:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945359:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.945364:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945366:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945376:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945379:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945397:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945400:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945409:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945411:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945420:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945422:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945427:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945429:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945435:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945436:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945443:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945446:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827141.945588:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945592:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.945601:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945603:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945609:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945611:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945616:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945617:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945623:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945625:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945632:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945635:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945645:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945648:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945658:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945661:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945671:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945675:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827141.945814:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945819:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.945837:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945840:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945852:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945855:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945865:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945868:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945878:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945881:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.945890:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945893:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945900:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945903:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945913:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945915:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.945923:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.945926:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827141.946075:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946080:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.946090:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946093:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.946100:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946104:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.946113:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946116:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.946123:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946126:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.946134:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946137:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.946144:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946147:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.946153:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946155:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.946162:0:319412:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.946165:0:319412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:0.0:1787827141.946872:0:319411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:319411:1874669802684160:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827141.946891:0:319411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946904:0:319411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946912:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946919:0:319411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946927:0:319411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946934:0:319411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.946938:0:319411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946949:0:319411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946956:0:319411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946963:0:319411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.946970:0:319411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.946977:0:319411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766baf9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.946993:0:319411:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa03c0 x1874669802684160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.947006:0:319411:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.947027:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787827141.947039:0:319411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00010000:0.0:1787827141.947047:0:319411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c1b9a0 00010000:00010000:0.0:1787827141.947051:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787827141.947059:0:319411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:0.0:1787827141.947345:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947352:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.947361:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947365:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.947372:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947375:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.947381:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947384:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.947392:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947395:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.947405:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947408:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.947418:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947421:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.947437:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947440:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.947450:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.947485:0:319411:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43155980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827141.947493:0:319411:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827141.947509:0:319411:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827141.947552:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.947559:0:319411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827141.947569:0:319411:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827141.947576:0:319411:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802684416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827141.947587:0:319411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.947606:0:319411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:319411:1874669802684416:192.168.203.151@tcp:101:openssl.0 00000100:00100000:0.0:1787827141.947882:0:319411:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.949444:0:319411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:319411:1874669802684416:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827141.949512:0:319411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949524:0:319411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949531:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949547:0:319411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949555:0:319411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949561:0:319411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.949565:0:319411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949571:0:319411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949577:0:319411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949584:0:319411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.949589:0:319411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.949595:0:319411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafa5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.949608:0:319411:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802684416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.949620:0:319411:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.949645:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:0.0:1787827141.949656:0:319411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00010000:0.0:1787827141.949663:0:319411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c1b9a0 00010000:00010000:0.0:1787827141.949667:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:0.0:1787827141.949673:0:319411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:0.0:1787827141.949907:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949914:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.949924:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949927:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.949933:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949936:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.949944:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949947:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.949955:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949958:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.949966:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949969:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.949977:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949980:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.949987:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.949990:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.949997:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.950005:0:319411:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47358000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827141.950009:0:319411:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827141.950022:0:319411:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827141.950055:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.950062:0:319411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827141.950071:0:319411:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827141.950078:0:319411:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802684672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827141.950086:0:319411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827141.950101:0:319411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:319411:1874669802684672:192.168.203.151@tcp:101:openssl.0 00000100:00100000:0.0:1787827141.950220:0:319411:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827141.951653:0:319411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:319411:1874669802684672:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827141.951668:0:319411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951676:0:319411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951681:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951686:0:319411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951691:0:319411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951695:0:319411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827141.951698:0:319411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951703:0:319411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951708:0:319411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951712:0:319411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827141.951715:0:319411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827141.951719:0:319411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bafac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319411 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827141.951735:0:319411:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95a40 x1874669802684672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827157 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827141.951746:0:319411:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827141.951763:0:319411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:0.0:1787827141.951774:0:319411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00010000:0.0:1787827141.951781:0:319411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c1b9a0 00010000:00010000:0.0:1787827141.951785:0:319411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:0.0:1787827141.951793:0:319411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:0.0:1787827141.951994:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952000:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.952005:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952008:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952012:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952014:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952018:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952020:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952024:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952026:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952030:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952032:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952038:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952040:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952044:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952046:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952050:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952052:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827141.952136:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952141:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.952150:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952153:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952162:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952165:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952170:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952172:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952177:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952179:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952183:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952185:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952189:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952191:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952195:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952197:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952201:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952203:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827141.952300:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952331:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.952342:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952345:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952353:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952355:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952360:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952362:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952367:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952369:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.952374:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952375:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952381:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952383:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952390:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952393:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.952400:0:319411:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.952404:0:319411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827141.963001:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827141.963024:0:319415:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827141.963032:0:319415:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827141.963054:0:319415:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827141.963071:0:319415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787827141.963083:0:319415:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:0.0:1787827141.963089:0:319415:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827141.963095:0:319415:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827141.963097:0:319415:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:0.0:1787827141.963102:0:319415:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c3bcb8 00010000:00010000:0.0:1787827141.963105:0:319415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787827141.963112:0:319415:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787827141.964755:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827141.964764:0:319418:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827141.964769:0:319418:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827141.964780:0:319418:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827141.964791:0:319418:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:1.0:1787827141.964802:0:319418:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1787827141.964810:0:319418:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827141.964815:0:319418:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827141.964819:0:319418:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:1.0:1787827141.964823:0:319418:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c5bcb8 00010000:00010000:1.0:1787827141.964841:0:319418:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:1.0:1787827141.964850:0:319418:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1787827141.965090:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965098:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.965114:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965118:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.965133:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965136:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.965149:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965153:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.965172:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965175:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.965193:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965196:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.965212:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965215:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.965233:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965236:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.965256:0:319415:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.965261:0:319415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827141.966390:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966396:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.966405:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966408:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966416:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966419:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966427:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966431:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966442:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966446:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966455:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966476:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.966491:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966499:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.966519:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966528:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.966550:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966559:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827141.966760:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966767:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.966790:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966798:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966817:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966826:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966844:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966852:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966870:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966879:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.966909:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966914:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.966932:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966938:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.966955:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966961:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.966979:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.966986:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827141.967545:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967553:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.967568:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967572:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967587:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967590:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967607:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967611:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967625:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967629:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967641:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967644:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.967653:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967656:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.967669:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967672:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.967684:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967689:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827141.967823:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967838:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.967850:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967853:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967864:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967868:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967876:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967879:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967890:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967893:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.967900:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967903:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.967910:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967912:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.967919:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967922:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.967930:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.967933:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827141.968067:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968072:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.968081:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968085:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968092:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968095:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968102:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968105:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968113:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968116:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968125:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968128:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968137:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968140:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968149:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968152:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968161:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968164:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827141.968284:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968290:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.968300:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968303:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968312:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968315:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968338:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968343:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968364:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968368:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968378:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968381:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968389:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968393:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968402:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968406:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968415:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968419:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827141.968568:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968573:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.968581:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968584:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968591:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968594:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968601:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968604:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968611:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968614:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968624:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968627:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968635:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968638:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968645:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968649:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968657:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968660:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827141.968823:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968828:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.968835:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968839:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968848:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968851:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968858:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968862:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968869:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968871:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.968880:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968883:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968891:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968893:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968901:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968904:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.968910:0:319418:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.968914:0:319418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827141.978541:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827141.978559:0:319421:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827141.978566:0:319421:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827141.978589:0:319421:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827141.978607:0:319421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1787827141.978622:0:319421:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1787827141.978636:0:319421:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827141.978643:0:319421:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827141.978647:0:319421:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:0.0:1787827141.978654:0:319421:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8180ddbcb8 00010000:00010000:0.0:1787827141.978659:0:319421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1787827141.978668:0:319421:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:3.0:1787827141.979105:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827141.979114:0:319422:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827141.979119:0:319422:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827141.979131:0:319422:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827141.979140:0:319422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:3.0:1787827141.979150:0:319422:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:3.0:1787827141.979156:0:319422:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827141.979160:0:319422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827141.979162:0:319422:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:3.0:1787827141.979165:0:319422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827141.979167:0:319422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:3.0:1787827141.979173:0:319422:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:1.0:1787827141.979960:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827141.979970:0:319423:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827141.979975:0:319423:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827141.979991:0:319423:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827141.980000:0:319423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:1.0:1787827141.980010:0:319423:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:1.0:1787827141.980017:0:319423:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827141.980023:0:319423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827141.980025:0:319423:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766baeef 00000080:00010000:1.0:1787827141.980030:0:319423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baeef from it ffffae8181c63cb8 00010000:00010000:1.0:1787827141.980033:0:319423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:1.0:1787827141.980040:0:319423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:0.0:1787827141.980263:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980270:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.980281:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980284:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.980293:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980295:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.980304:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980307:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.980314:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980317:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.980340:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980345:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.980355:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980358:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.980366:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980369:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.980380:0:319421:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.980385:0:319421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827141.980718:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980725:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.980736:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980740:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.980749:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980753:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.980761:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980764:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.980773:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980776:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.980785:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980788:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.980796:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980800:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.980807:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980810:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.980818:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.980822:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1787827141.981116:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981121:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.981134:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981138:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.981152:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981155:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.981166:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981170:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.981180:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981184:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.981190:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981192:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981197:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981199:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981204:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981206:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981213:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981215:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1787827141.981441:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981446:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.981546:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981552:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.981564:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981567:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981578:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981581:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981593:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981596:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981609:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981612:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.981615:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981620:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981622:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981628:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981647:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981648:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981655:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981657:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981679:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981681:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981685:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981687:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981704:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981709:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981710:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981717:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1787827141.981741:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981745:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981757:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981761:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981771:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981775:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.981788:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981793:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827141.981951:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981956:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.981965:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981967:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.981979:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.981982:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.981984:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.981989:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.981998:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982003:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982004:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982009:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982033:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982034:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982039:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982043:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982047:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982052:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982064:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982067:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982071:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.982073:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982094:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982095:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982101:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.982102:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982127:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982128:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982136:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982138:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.982149:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982153:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982159:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982165:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1787827141.982170:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982175:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827141.982313:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982318:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.982343:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982347:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982363:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982366:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982375:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982378:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982382:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982383:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.982390:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982393:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982409:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982409:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982414:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982419:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982422:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982425:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827141.982439:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982441:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982444:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982450:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982451:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982473:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827141.982494:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982500:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982519:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982522:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982536:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982539:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982553:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982556:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982566:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982569:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982582:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982586:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827141.982633:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982639:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.982654:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982656:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982670:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982672:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982682:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982685:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982696:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982700:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982710:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982715:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827141.982718:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982723:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982744:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982745:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982753:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982754:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982766:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982771:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982774:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982780:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827141.982788:0:319422:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827141.982794:0:319422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827141.982797:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982802:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982817:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982819:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.982829:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982831:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982840:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982842:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982851:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982853:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.982860:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982862:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827141.982982:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982987:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.982995:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.982998:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983008:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983011:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983021:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983023:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983030:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983032:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983037:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983039:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983044:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983046:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983052:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983053:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983058:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983060:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827141.983169:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983174:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.983185:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983189:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983198:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983201:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983210:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983212:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983217:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983218:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983224:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983226:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983230:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983232:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983237:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983238:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983242:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983245:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827141.983356:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983361:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.983373:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983376:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983384:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983387:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983395:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983397:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983403:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983405:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983411:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983413:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983419:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983421:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983427:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983429:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983434:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983436:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827141.983603:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983608:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827141.983620:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983623:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983633:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983635:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983640:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983642:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983647:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983650:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827141.983655:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983657:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983663:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983664:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983669:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983671:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827141.983676:0:319423:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827141.983679:0:319423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827141.995280:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995289:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827141.995301:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995305:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.995315:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995318:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.995344:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995348:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.995360:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995364:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827141.995383:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995388:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.995404:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995408:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.995425:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995428:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827141.995444:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.995448:0:319425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827141.996172:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827141.996187:0:319425:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827141.996191:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827141.996196:0:319425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827141.996200:0:319425:0:(namei.c:2239:do_mkdir()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:0.0:1787827141.996234:0:319425:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787827141.996253:0:319425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827141.996403:0:319425:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787827141.996411:0:319425:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827141.996414:0:319425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766baeef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd692fe expref: -99 pid: 318184 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000020:00100000:0.0:1787827141.996430:0:319425:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827141.996443:0:319425:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95a40 x1874669802684928/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827141.996487:0:319425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319425:1874669802684928:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827141.996574:0:319425:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.000642:0:319425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319425:1874669802684928:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:0.0:1787827142.000699:0:319425:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00200000:0.0:1787827142.000706:0:319425:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x688:0x0], updating i_size 4096 00000080:00200000:1.0:1787827142.004583:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827142.004599:0:319428:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.004606:0:319428:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827142.004621:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.004644:0:319428:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1787827142.004691:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.004701:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.004711:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.004749:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685056:192.168.203.151@tcp:101:sh.0 00000100:00100000:1.0:1787827142.004825:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.007302:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685056:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827142.007335:0:319428:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007347:0:319428:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007360:0:319428:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007370:0:319428:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007386:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007394:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007402:0:319428:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.007413:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa21c0 x1874669802685056/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827142.007424:0:319428:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007435:0:319428:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1787827142.007440:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827142.007485:0:319428:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827142.007492:0:319428:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bafb3 00000080:00010000:0.0:1787827142.007497:0:319428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827142.007501:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddbcb8 00010000:00010000:0.0:1787827142.007504:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.007512:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827142.009757:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.009774:0:319428:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827142.009778:0:319428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827142.009797:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827142.009843:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.009852:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.009860:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.009880:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685184:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.009959:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.011611:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685184:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.011636:0:319428:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011648:0:319428:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011655:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011662:0:319428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011683:0:319428:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011690:0:319428:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.011694:0:319428:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011700:0:319428:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011707:0:319428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011714:0:319428:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.011731:0:319428:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011739:0:319428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bafba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.011755:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802685184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.011769:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.011789:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827142.011800:0:319428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787827142.011809:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddb970 00010000:00010000:0.0:1787827142.011813:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827142.011820:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827142.011874:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.011887:0:319428:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827142.011891:0:319428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827142.011911:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827142.011938:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011946:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.011953:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.011969:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685312:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.012033:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.013927:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685312:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.013940:0:319428:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.013963:0:319428:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.013971:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.013977:0:319428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.013984:0:319428:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.013989:0:319428:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.013992:0:319428:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.013998:0:319428:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.014004:0:319428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.014011:0:319428:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.014016:0:319428:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.014021:0:319428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bafc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.014036:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802685312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.014046:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.014075:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827142.014084:0:319428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787827142.014092:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddb970 00010000:00010000:0.0:1787827142.014095:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827142.014102:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827142.014149:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.014155:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.014163:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.014166:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.014175:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.014178:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.014185:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.014194:0:319428:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827142.014198:0:319428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827142.014209:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827142.014237:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.014244:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.014252:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.014265:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685440:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.014337:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.015942:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685440:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.015955:0:319428:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.015965:0:319428:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.015971:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.015977:0:319428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.015984:0:319428:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.015989:0:319428:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.015993:0:319428:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.015999:0:319428:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.016006:0:319428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.016010:0:319428:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.016014:0:319428:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.016019:0:319428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bafc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.016033:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802685440/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.016041:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.016053:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827142.016060:0:319428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:0.0:1787827142.016065:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddb970 00010000:00010000:0.0:1787827142.016074:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827142.016082:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827142.016140:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.016147:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.016159:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.016163:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.016171:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.016181:0:319428:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f521eac00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827142.016187:0:319428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827142.016200:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827142.016233:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.016245:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827142.016254:0:319428:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827142.016259:0:319428:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802685696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827142.016265:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.016276:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685696:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.016421:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.018000:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685696:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.018014:0:319428:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018024:0:319428:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018030:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018036:0:319428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018047:0:319428:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018053:0:319428:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.018057:0:319428:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018062:0:319428:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018068:0:319428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018074:0:319428:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.018079:0:319428:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018085:0:319428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bafcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.018100:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802685696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.018111:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.018127:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827142.018137:0:319428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827142.018145:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddb9a0 00010000:00010000:0.0:1787827142.018149:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827142.018157:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827142.018636:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018646:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.018657:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018662:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.018672:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018675:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.018683:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018686:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.018694:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018697:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.018704:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018708:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.018716:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018719:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.018727:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018730:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.018738:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.018747:0:319428:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42b91980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827142.018752:0:319428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827142.018765:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827142.018814:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.018822:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827142.018839:0:319428:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827142.018846:0:319428:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802685952/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827142.018856:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.018873:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685952:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.019015:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.021280:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802685952:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.021297:0:319428:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021305:0:319428:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021310:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021314:0:319428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021330:0:319428:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021336:0:319428:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.021340:0:319428:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021347:0:319428:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021354:0:319428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021362:0:319428:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.021368:0:319428:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021375:0:319428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bafd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.021388:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802685952/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.021398:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.021415:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827142.021423:0:319428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:0.0:1787827142.021432:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddb9a0 00010000:00010000:0.0:1787827142.021435:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827142.021443:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827142.021798:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021807:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.021818:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021822:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.021830:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021834:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.021842:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021845:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.021855:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021858:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.021863:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021866:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.021870:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021872:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.021877:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021878:0:319428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.021884:0:319428:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.021891:0:319428:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f58f9c300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827142.021902:0:319428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827142.021916:0:319428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827142.021954:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.021962:0:319428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827142.021971:0:319428:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827142.021978:0:319428:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802686208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827142.021986:0:319428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.022003:0:319428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802686208:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.022132:0:319428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.023994:0:319428:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319428:1874669802686208:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.024011:0:319428:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024022:0:319428:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024029:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024035:0:319428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024042:0:319428:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024049:0:319428:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.024052:0:319428:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024058:0:319428:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024071:0:319428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024078:0:319428:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.024084:0:319428:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.024092:0:319428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bafdd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319428 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.024112:0:319428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802686208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.024125:0:319428:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.024144:0:319428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827142.024155:0:319428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:0.0:1787827142.024163:0:319428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8180ddb9a0 00010000:00010000:0.0:1787827142.024167:0:319428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827142.024174:0:319428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827142.031377:0:5432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787827142.031384:0:5432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031392:0:5432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.031397:0:5432:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031403:0:5432:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031411:0:5432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031425:0:5432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827142.031434:0:5432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787827142.031490:0:5432:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031498:0:5432:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827142.031524:0:5432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031531:0:5432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bafe4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd695eb expref: -99 pid: 319429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.031541:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827142.031543:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827142.031545:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827142.031553:0:2342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787827142.031568:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802686464:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1787827142.032550:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827142.032557:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827142.032569:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.032580:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827142.032590:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827142.032598:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.032603:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827142.032607:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827142.032611:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827142.032614:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827142.032621:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827142.032640:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827142.032646:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.032652:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827142.032660:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827142.032666:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.032670:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827142.032673:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827142.032685:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3b58 00010000:00010000:3.0:1787827142.032689:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827142.032696:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827142.032704:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.032710:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827142.032716:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827142.032720:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827142.032728:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.032734:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827142.032742:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827142.032749:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.032752:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827142.032755:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bafb3 00000080:00010000:3.0:1787827142.032759:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827142.032761:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827142.032769:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1787827142.032784:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827142.032791:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.032798:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827142.032806:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827142.032813:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.032817:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827142.032820:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827142.032823:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3b58 00010000:00010000:3.0:1787827142.032827:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827142.032834:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827142.032844:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.032849:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:3.0:1787827142.032852:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.032864:0:319398:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=9 00000080:00200000:3.0:1787827142.032869:0:319398:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827142.032876:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827142.033051:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.033060:0:319398:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.033074:0:319398:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319398 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827142.033093:0:319398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319398:1874669802686592:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827142.033151:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802686464:192.168.203.151@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787827142.033164:0:319398:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.034980:0:319398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319398:1874669802686592:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827142.035008:0:319398:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035026:0:319398:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035034:0:319398:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035044:0:319398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035058:0:319398:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035117:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035125:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035137:0:319398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827142.035148:0:319398:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48271e00 x1874669802686592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827142.035158:0:319398:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035167:0:319398:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1672 (0 0) 00000080:00200000:3.0:1787827142.035172:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827142.035188:0:319398:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x688:0x0], updating i_size 4096 00000080:00200000:3.0:1787827142.035190:0:319398:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x688:0x0](ffff9d1f435edb88): rc = 0 00000080:00010000:3.0:1787827142.035195:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bafeb 00000080:00010000:3.0:1787827142.035204:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:3.0:1787827142.035207:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafeb from it ffffae8181eb3b20 00010000:00010000:3.0:1787827142.035210:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.035218:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787827142.035250:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827142.035256:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:3.0:1787827142.035268:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.035275:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.035284:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827142.035290:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.035294:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:3.0:1787827142.035297:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bafeb 00000080:00010000:3.0:1787827142.035301:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafeb from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827142.035303:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.035310:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827142.035383:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827142.035391:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.035398:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827142.035406:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827142.035412:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.035416:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827142.035418:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:3.0:1787827142.035422:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3c18 00010000:00010000:3.0:1787827142.035425:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827142.035432:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827142.035440:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.035445:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:3.0:1787827142.035448:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.035451:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, flags=11 00000080:00200000:3.0:1787827142.035454:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 101 00000080:00200000:1.0:1787827142.038406:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827142.038423:0:319432:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.038431:0:319432:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:1.0:1787827142.038450:0:319432:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.038489:0:319432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827142.038515:0:319432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827142.038523:0:319432:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.038529:0:319432:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:1.0:1787827142.038531:0:319432:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bafeb 00000080:00010000:1.0:1787827142.038536:0:319432:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafeb from it ffffae8181c6bcb8 00010000:00010000:1.0:1787827142.038540:0:319432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827142.038549:0:319432:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827142.039643:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.044493:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.044517:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.047762:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.047786:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.047791:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.047799:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.047803:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.047810:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.047813:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.047820:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.051712:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.051741:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.051748:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.051765:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.051839:0:319432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.051854:0:319432:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.054167:0:319432:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), file ffff9d1f42e72000, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827142.054180:0:319432:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=open 00000002:00010000:1.0:1787827142.054195:0:319432:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827142.054236:0:319432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.054245:0:319432:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827142.054254:0:319432:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827142.054261:0:319432:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802687488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827142.054270:0:319432:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.054288:0:319432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:319432:1874669802687488:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827142.054440:0:319432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.057317:0:319432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:319432:1874669802687488:192.168.203.151@tcp:101:tail.0 00010000:00010000:0.0:1787827142.057344:0:319432:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057356:0:319432:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057363:0:319432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057374:0:319432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057383:0:319432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057389:0:319432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.057393:0:319432:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057399:0:319432:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057406:0:319432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057412:0:319432:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.057417:0:319432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.057423:0:319432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bb00e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319432 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.057440:0:319432:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802687488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.057492:0:319432:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.057511:0:319432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827142.057521:0:319432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00010000:0.0:1787827142.057530:0:319432:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafeb from it ffffae8181c6b9a0 00010000:00010000:0.0:1787827142.057534:0:319432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827142.057542:0:319432:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bafeb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69607 expref: -99 pid: 319398 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827142.092576:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827142.092592:0:319437:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.092935:0:319437:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:1.0:1787827142.092952:0:319437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.092968:0:319437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827142.092980:0:319437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827142.092986:0:319437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.092993:0:319437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:1.0:1787827142.092996:0:319437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:1.0:1787827142.093004:0:319437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181c73cb8 00010000:00010000:1.0:1787827142.093010:0:319437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827142.093027:0:319437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827142.093410:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093418:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.093433:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093437:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.093449:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093453:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.093492:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093497:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.093510:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093514:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.093529:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093534:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.093548:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093552:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.093571:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093575:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.093596:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.093601:0:319436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.094137:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094143:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.094158:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094161:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.094171:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094175:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.094186:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094189:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.094197:0:319436:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094201:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094206:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.094212:0:319436:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=1 00000080:00200000:3.0:1787827142.094219:0:319436:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=getattr 00000080:00200000:1.0:1787827142.094220:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094226:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.094235:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094238:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.094245:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094248:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.094256:0:319437:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.094259:0:319437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000002:00010000:3.0:1787827142.094309:0:319436:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_38020b24d3e3bc889e3bb73e0dee2487,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827142.094353:0:319436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319436 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.094362:0:319436:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319436 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.094371:0:319436:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319436 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827142.094386:0:319436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319436:1874669802689280:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827142.094434:0:319436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.095925:0:319436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319436:1874669802689280:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827142.095944:0:319436:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.095972:0:319436:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.095997:0:319436:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096021:0:319436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096034:0:319436:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096059:0:319436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096082:0:319436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096093:0:319436:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827142.096121:0:319436:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48271e00 x1874669802689280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827142.096147:0:319436:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096175:0:319436:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1673 (0 0) 00000080:00200000:3.0:1787827142.096182:0:319436:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827142.096200:0:319436:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x689:0x0], updating i_size 4096 00000080:00200000:3.0:1787827142.096206:0:319436:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x689:0x0](ffff9d1f436a4b08): rc = 0 00000080:00010000:3.0:1787827142.096217:0:319436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x689:0x0](ffff9d1f436a4b08) for lock 0xf3d5ba2766bb07e 00000080:00010000:3.0:1787827142.096230:0:319436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x689:0x0](ffff9d1f436a4b08) 00000080:00010000:3.0:1787827142.096236:0:319436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb07e from it ffffae8181c23bc0 00010000:00010000:3.0:1787827142.096244:0:319436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.096265:0:319436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787827142.096337:0:319436:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_38020b24d3e3bc889e3bb73e0dee2487:[0x200000401:0x689:0x0](ffff9d1f436a4b08) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446635356441464832, atime 1787827142.000000000, mtime 1787827142.000000000, ctime 1787827142.000000000 00010000:00010000:3.0:1787827142.096365:0:319436:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.096409:0:319436:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.096417:0:319436:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827142.096421:0:319436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb07e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6973b expref: -99 pid: 319436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787827142.096438:0:319436:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827142.096445:0:319436:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271e00 x1874669802689536/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827142.096560:0:319436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319436:1874669802689536:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827142.096608:0:319436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.100045:0:319436:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973971 gen 1 00000100:00100000:3.0:1787827142.100150:0:319436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319436:1874669802689536:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827142.100195:0:319436:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x689:0x0], updating i_size 4096 00000080:00200008:3.0:1787827142.100212:0:319436:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_38020b24d3e3bc889e3bb73e0dee2487:[0x200000401:0x689:0x0](ffff9d1f436a4b08) current size 4096, valid attrs 10000046, mode ffff, uid 65534, gid 65534, new size 18446635356441464832, atime 1787827142.000000000, mtime 1787827142.000000000, ctime 1787827142.000000000, rc 0 00000080:00200000:1.0:1787827142.109058:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827142.109076:0:319444:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.109085:0:319444:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:1.0:1787827142.109104:0:319444:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.109123:0:319444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827142.109136:0:319444:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827142.109142:0:319444:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.109151:0:319444:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:1.0:1787827142.109156:0:319444:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:1.0:1787827142.109165:0:319444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181c23cb8 00010000:00010000:1.0:1787827142.109170:0:319444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827142.109181:0:319444:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827142.110146:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110162:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.110177:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110181:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.110191:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110195:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.110212:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110216:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.110231:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110235:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.110244:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110248:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.110256:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110259:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.110267:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110271:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.110280:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.110284:0:319443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.110671:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110681:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.110696:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110702:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.110714:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110717:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.110729:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110732:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.110743:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110746:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.110759:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110763:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.110775:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110779:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.110797:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110800:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.110812:0:319444:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.110815:0:319444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.111130:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.111145:0:319443:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=16 00000080:00200000:3.0:1787827142.111150:0:319443:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=0 00000002:00010000:3.0:1787827142.111169:0:319443:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_38020b24d3e3bc889e3bb73e0dee2487,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827142.111226:0:319443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.111237:0:319443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.111246:0:319443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319443 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827142.111270:0:319443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319443:1874669802689664:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:3.0:1787827142.111381:0:319443:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.113537:0:319443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319443:1874669802689664:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:3.0:1787827142.113555:0:319443:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113573:0:319443:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113581:0:319443:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113592:0:319443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113602:0:319443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113612:0:319443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113621:0:319443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113629:0:319443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827142.113641:0:319443:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f48271e00 x1874669802689664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:3.0:1787827142.113652:0:319443:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113661:0:319443:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1673 (0 0) 00000080:00200000:3.0:1787827142.113666:0:319443:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x688:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1787827142.113683:0:319443:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x689:0x0], updating i_size 4096 00000080:00200000:3.0:1787827142.113686:0:319443:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x689:0x0](ffff9d1f436a4b08): rc = 0 00000080:00010000:3.0:1787827142.113691:0:319443:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x689:0x0](ffff9d1f436a4b08) for lock 0xf3d5ba2766bb085 00000080:00010000:3.0:1787827142.113700:0:319443:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x689:0x0](ffff9d1f436a4b08) 00000080:00010000:3.0:1787827142.113703:0:319443:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb085 from it ffffae8181ca3ab0 00010000:00010000:3.0:1787827142.113707:0:319443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.113715:0:319443:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827142.113751:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.113768:0:319443:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08), flags=1536 00000080:00200000:3.0:1787827142.113772:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 3 00000080:00200000:3.0:1787827142.113776:0:319443:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 3 00000080:00200000:3.0:1787827142.113781:0:319443:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08), target=test 00000020:00100000:3.0:1787827142.113820:0:319443:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827142.113827:0:319443:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271e00 x1874669802689920/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827142.113843:0:319443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319443:1874669802689920:192.168.203.151@tcp:36:pjdfstest.65534 00000100:00100000:3.0:1787827142.113895:0:319443:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.115233:0:319443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319443:1874669802689920:192.168.203.151@tcp:36:pjdfstest.65534 00000080:00200000:3.0:1787827142.115258:0:319443:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x68a:0x0](ffff9d1f436163c8) 00000080:00200000:3.0:1787827142.115261:0:319443:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68a:0x0], updating i_size 4 00000080:00200000:1.0:1787827142.124429:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827142.124445:0:319449:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.124454:0:319449:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:1.0:1787827142.124500:0:319449:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.124514:0:319449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787827142.124529:0:319449:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787827142.124539:0:319449:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.124546:0:319449:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:1.0:1787827142.124549:0:319449:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:1.0:1787827142.124555:0:319449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181ca3cb8 00010000:00010000:1.0:1787827142.124558:0:319449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787827142.124565:0:319449:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827142.125238:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125246:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.125260:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125264:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.125276:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125279:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.125290:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125293:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.125304:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125308:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.125329:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125333:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.125347:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125350:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.125360:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125363:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.125372:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125376:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.125789:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125795:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.125812:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125816:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.125830:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125835:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.125847:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125850:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.125858:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125861:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.125868:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125872:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.125881:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125885:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.125897:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125900:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.125911:0:319449:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.125915:0:319449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.125949:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125955:0:319448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, flags=16 00000080:00200000:3.0:1787827142.125961:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.125972:0:319448:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08), flags=0 00000080:00200000:3.0:1787827142.125976:0:319448:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08), intent=getattr 00000002:00010000:3.0:1787827142.125989:0:319448:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_7bfd10913951359eeeeb430aafd8154d,[0x0:0x0:0x0]) in obj [0x200000401:0x689:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827142.126030:0:319448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319448 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.126037:0:319448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319448 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.126044:0:319448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319448 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827142.126062:0:319448:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319448:1874669802690048:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:3.0:1787827142.126137:0:319448:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.127738:0:319448:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319448:1874669802690048:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:3.0:1787827142.127756:0:319448:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127769:0:319448:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127777:0:319448:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127787:0:319448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127798:0:319448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127809:0:319448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127818:0:319448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127823:0:319448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827142.127833:0:319448:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48270780 x1874669802690048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:3.0:1787827142.127844:0:319448:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127853:0:319448:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1674 (0 0) 00000080:00200000:3.0:1787827142.127858:0:319448:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x689:0x0] suppgids 65534 -1: rc 0 00000080:00200000:3.0:1787827142.127874:0:319448:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68a:0x0], updating i_size 4 00000080:00200000:3.0:1787827142.127876:0:319448:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68a:0x0](ffff9d1f436163c8): rc = 0 00000080:00010000:3.0:1787827142.127880:0:319448:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68a:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb08c 00000080:00010000:3.0:1787827142.127885:0:319448:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68a:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827142.127887:0:319448:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb08c from it ffffae8181cbbe00 00010000:00010000:3.0:1787827142.127889:0:319448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.127897:0:319448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827142.127919:0:319448:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 3 00000080:00200000:3.0:1787827142.127926:0:319448:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08) 00010000:00010000:3.0:1787827142.127946:0:319448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.127981:0:319448:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.127997:0:319448:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827142.128000:0:319448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb08c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69788 expref: -99 pid: 319448 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787827142.128024:0:319448:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827142.128029:0:319448:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802690304/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827142.128042:0:319448:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319448:1874669802690304:192.168.203.151@tcp:36:pjdfstest.65534 00000100:00100000:3.0:1787827142.128087:0:319448:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.129530:0:319448:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319448:1874669802690304:192.168.203.151@tcp:36:pjdfstest.65534 00000080:00200000:3.0:1787827142.129642:0:319448:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x68a:0x0](ffff9d1f436163c8) 00000080:00200000:0.0:1787827142.138845:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827142.138862:0:319454:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827142.138870:0:319454:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:0.0:1787827142.138888:0:319454:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827142.138907:0:319454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787827142.138922:0:319454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787827142.138929:0:319454:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827142.138936:0:319454:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:0.0:1787827142.138939:0:319454:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:0.0:1787827142.138947:0:319454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181ca3cb8 00010000:00010000:0.0:1787827142.138950:0:319454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787827142.138957:0:319454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827142.139816:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139826:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.139840:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139845:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.139856:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139860:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.139870:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139874:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.139881:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139884:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.139896:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139900:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.139909:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139912:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.139921:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139924:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.139931:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.139935:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827142.140243:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140249:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.140258:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140260:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.140266:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140268:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.140277:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140279:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.140285:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140287:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.140295:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140296:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.140304:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140305:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.140312:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140314:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.140330:0:319454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.140333:0:319454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.140540:0:319453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.140546:0:319453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, flags=1 00000080:00200008:3.0:1787827142.140565:0:319453:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_38020b24d3e3bc889e3bb73e0dee2487:[0x200000401:0x689:0x0](ffff9d1f436a4b08) current size 4096, valid attrs 41, mode 41a4, uid 1239076864, gid -25313, new size 0, atime 1787827142.000000000, mtime 1787827142.000000000, ctime 1787827142.000000000 00010000:00010000:3.0:1787827142.140594:0:319453:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.140658:0:319453:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.140666:0:319453:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827142.140670:0:319453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb085 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6975e expref: -99 pid: 319443 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787827142.140707:0:319453:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827142.140724:0:319453:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270b40 x1874669802690560/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827142.140752:0:319453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319453:1874669802690560:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827142.140877:0:319453:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61300 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.143612:0:319453:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973974 gen 1 00000100:00100000:3.0:1787827142.143643:0:319453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319453:1874669802690560:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827142.143682:0:319453:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x689:0x0], updating i_size 4096 00000080:00200008:3.0:1787827142.143697:0:319453:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_38020b24d3e3bc889e3bb73e0dee2487:[0x200000401:0x689:0x0](ffff9d1f436a4b08) current size 4096, valid attrs 10000041, mode 41a4, uid 1239076864, gid -25313, new size 0, atime 1787827142.000000000, mtime 1787827142.000000000, ctime 1787827142.000000000, rc 0 00000080:00200000:0.0:1787827142.152750:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827142.152765:0:319459:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827142.152772:0:319459:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:0.0:1787827142.152790:0:319459:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827142.152807:0:319459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827142.152822:0:319459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1787827142.152836:0:319459:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827142.152843:0:319459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:0.0:1787827142.152847:0:319459:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:0.0:1787827142.152854:0:319459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae81816a7cb8 00010000:00010000:0.0:1787827142.152858:0:319459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827142.152867:0:319459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787827142.153598:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153606:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.153623:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153627:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.153641:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153645:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.153654:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153657:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.153667:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153670:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.153683:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153686:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.153698:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153701:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.153713:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153716:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.153726:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.153730:0:319458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827142.154216:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154223:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.154235:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154239:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.154247:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154250:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.154263:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154267:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.154280:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154284:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.154296:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154299:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.154306:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154309:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.154316:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154333:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.154346:0:319459:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.154350:0:319459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.154441:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.154455:0:319458:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=16 00000080:00200000:3.0:1787827142.154479:0:319458:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=0 00000002:00010000:3.0:1787827142.154494:0:319458:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_38020b24d3e3bc889e3bb73e0dee2487,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827142.154540:0:319458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.154550:0:319458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.154560:0:319458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827142.154582:0:319458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319458:1874669802690688:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:3.0:1787827142.154674:0:319458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.156435:0:319458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319458:1874669802690688:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:3.0:1787827142.156451:0:319458:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156488:0:319458:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156497:0:319458:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156507:0:319458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156518:0:319458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156528:0:319458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156549:0:319458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156556:0:319458:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827142.156567:0:319458:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f48270b40 x1874669802690688/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:3.0:1787827142.156578:0:319458:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156587:0:319458:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1673 (0 0) 00000080:00200000:3.0:1787827142.156592:0:319458:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x688:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1787827142.156609:0:319458:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x689:0x0], updating i_size 4096 00000080:00200000:3.0:1787827142.156613:0:319458:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x689:0x0](ffff9d1f436a4b08): rc = 0 00000080:00010000:3.0:1787827142.156617:0:319458:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x689:0x0](ffff9d1f436a4b08) for lock 0xf3d5ba2766bb093 00000080:00010000:3.0:1787827142.156626:0:319458:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x689:0x0](ffff9d1f436a4b08) 00000080:00010000:3.0:1787827142.156629:0:319458:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb093 from it ffffae8181cdbab0 00010000:00010000:3.0:1787827142.156632:0:319458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827142.156640:0:319458:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827142.156661:0:319458:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41a4 mask 1 00000080:00200000:1.0:1787827142.160982:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.160994:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.161004:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161008:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161017:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161020:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161027:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161030:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161036:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161039:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161046:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161049:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161056:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161058:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161065:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161068:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161074:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161077:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1787827142.161235:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161240:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.161249:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161252:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161260:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161263:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161282:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161285:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161296:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161298:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161305:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161309:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161317:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161330:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161339:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161342:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161349:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161352:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.161500:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161505:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.161514:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161518:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161528:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161531:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161539:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161542:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161549:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161552:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.161559:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161561:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161569:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161571:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161580:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161583:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.161594:0:319461:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.161599:0:319461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827142.166122:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827142.166139:0:319464:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827142.166149:0:319464:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:0.0:1787827142.166166:0:319464:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827142.166183:0:319464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827142.166198:0:319464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827142.166206:0:319464:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827142.166213:0:319464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:0.0:1787827142.166216:0:319464:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:0.0:1787827142.166223:0:319464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181cf3cb8 00010000:00010000:0.0:1787827142.166227:0:319464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827142.166237:0:319464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:3.0:1787827142.167379:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167395:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.167410:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167414:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.167426:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167429:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.167441:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167444:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.167451:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167454:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.167509:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167515:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.167526:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167529:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.167539:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167542:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.167551:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.167555:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827142.167910:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.167923:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.167937:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.167941:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.167950:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.167953:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.167961:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.167963:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.167974:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.167977:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.167985:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.167989:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.167999:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.168003:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.168014:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.168017:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.168028:0:319464:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.168032:0:319464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.168182:0:319463:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.168192:0:319463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, flags=1 00000080:00200008:3.0:1787827142.168212:0:319463:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_38020b24d3e3bc889e3bb73e0dee2487:[0x200000401:0x689:0x0](ffff9d1f436a4b08) current size 4096, valid attrs 41, mode 41ed, uid 1239076864, gid -25313, new size 0, atime 1787827142.000000000, mtime 1787827142.000000000, ctime 1787827142.000000000 00010000:00010000:3.0:1787827142.168248:0:319463:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.168340:0:319463:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827142.168349:0:319463:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827142.168352:0:319463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66c00/0xf3d5ba2766bb093 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd697c0 expref: -99 pid: 319458 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787827142.168384:0:319463:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827142.168400:0:319463:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270b40 x1874669802690944/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827142.168432:0:319463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319463:1874669802690944:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827142.168593:0:319463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827142.170703:0:319463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319463:1874669802690944:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827142.170774:0:319463:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x689:0x0], updating i_size 4096 00000080:00200008:3.0:1787827142.170787:0:319463:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_38020b24d3e3bc889e3bb73e0dee2487:[0x200000401:0x689:0x0](ffff9d1f436a4b08) current size 4096, valid attrs 10000041, mode 41ed, uid 1239076864, gid -25313, new size 0, atime 1787827142.000000000, mtime 1787827142.000000000, ctime 1787827142.000000000, rc 0 00000080:00200000:3.0:1787827142.181851:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827142.181872:0:319469:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827142.181882:0:319469:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:3.0:1787827142.181907:0:319469:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.181925:0:319469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1787827142.181940:0:319469:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:3.0:1787827142.181953:0:319469:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.181961:0:319469:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:3.0:1787827142.181965:0:319469:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:3.0:1787827142.181973:0:319469:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181cabcb8 00010000:00010000:3.0:1787827142.181977:0:319469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1787827142.181987:0:319469:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:1.0:1787827142.183216:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183236:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.183250:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183255:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.183265:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183269:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.183278:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183280:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.183289:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183292:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.183304:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183308:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.183336:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183340:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.183353:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183356:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.183369:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.183373:0:319468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.183841:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183853:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.183870:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183874:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.183887:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183893:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.183904:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183908:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.183924:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183927:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.183946:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183950:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.183981:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.183984:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.184005:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.184008:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.184024:0:319469:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.184028:0:319469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.184439:0:319468:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.184490:0:319468:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=16 00000080:00200000:1.0:1787827142.184498:0:319468:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=0 00000002:00010000:1.0:1787827142.184529:0:319468:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_38020b24d3e3bc889e3bb73e0dee2487,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827142.184607:0:319468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb09a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319468 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.184618:0:319468:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb09a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319468 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.184630:0:319468:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb09a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319468 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.184657:0:319468:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319468:1874669802691072:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1787827142.184783:0:319468:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3f600 going to sleep for 11 seconds 00000080:00200000:0.0:1787827142.193019:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827142.193036:0:319471:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827142.193045:0:319471:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:0.0:1787827142.193066:0:319471:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827142.193083:0:319471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787827142.193094:0:319471:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:0.0:1787827142.193099:0:319471:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827142.193105:0:319471:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:0.0:1787827142.193108:0:319471:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:0.0:1787827142.193113:0:319471:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181cfbcb8 00010000:00010000:0.0:1787827142.193116:0:319471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787827142.193122:0:319471:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787827142.194245:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194253:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.194265:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194270:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194278:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194281:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194289:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194292:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194299:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194302:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194311:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194314:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.194335:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194339:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.194348:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194351:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.194359:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194363:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827142.194721:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194727:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.194737:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194740:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194748:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194751:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194758:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194761:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194768:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194771:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194779:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194782:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.194790:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194793:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.194801:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194804:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.194811:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194814:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827142.194942:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194947:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.194957:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194960:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194968:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194971:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194979:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194981:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194989:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.194991:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.194998:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.195001:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.195009:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.195012:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.195019:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.195022:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.195030:0:319471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.195034:0:319471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827142.200799:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827142.200816:0:319474:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827142.200824:0:319474:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:3.0:1787827142.200852:0:319474:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.200870:0:319474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1787827142.200885:0:319474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:3.0:1787827142.200894:0:319474:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.200900:0:319474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:3.0:1787827142.200904:0:319474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:3.0:1787827142.200910:0:319474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181c83cb8 00010000:00010000:3.0:1787827142.200914:0:319474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1787827142.200923:0:319474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787827142.201901:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201910:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.201919:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201922:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.201931:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201934:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.201941:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201944:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.201951:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201953:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.201960:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201963:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.201970:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201972:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.201979:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201982:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.201989:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.201993:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827142.201995:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.201999:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.202006:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202009:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.202016:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202019:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.202027:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202030:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.202037:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202039:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.202048:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202050:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.202058:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202062:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.202069:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202072:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.202080:0:319474:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.202084:0:319474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.202653:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.202660:0:319473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, flags=16 00000080:00200000:1.0:1787827142.202677:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.202689:0:319473:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08), flags=0 00000080:00200000:1.0:1787827142.202693:0:319473:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08), intent=getattr 00000002:00010000:1.0:1787827142.202710:0:319473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_7bfd10913951359eeeeb430aafd8154d,[0x0:0x0:0x0]) in obj [0x200000401:0x689:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787827142.202760:0:319473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.202770:0:319473:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.202780:0:319473:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319473 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.202803:0:319473:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319473:1874669802691456:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1787827142.202891:0:319473:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827142.205256:0:319473:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319473:1874669802691456:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1787827142.205280:0:319473:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x689:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205294:0:319473:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205300:0:319473:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205308:0:319473:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205315:0:319473:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205332:0:319473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205337:0:319473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205342:0:319473:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827142.205350:0:319473:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa2d00 x1874669802691456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1787827142.205359:0:319473:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205366:0:319473:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1675 (0 0) 00000080:00200000:1.0:1787827142.205370:0:319473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x689:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1787827142.205385:0:319473:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68b:0x0], updating i_size 4 00000080:00200000:1.0:1787827142.205387:0:319473:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68b:0x0](ffff9d1f436a7448): rc = 0 00000080:00010000:1.0:1787827142.205390:0:319473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68b:0x0](ffff9d1f436a7448) for lock 0xf3d5ba2766bb0a1 00000080:00010000:1.0:1787827142.205395:0:319473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68b:0x0](ffff9d1f436a7448) 00000080:00010000:1.0:1787827142.205398:0:319473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0a1 from it ffffae8181d0be00 00010000:00010000:1.0:1787827142.205400:0:319473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.205405:0:319473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827142.205432:0:319473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08), inode mode 41ed mask 3 00000080:00200000:1.0:1787827142.205437:0:319473:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_7bfd10913951359eeeeb430aafd8154d, dir=[0x200000401:0x689:0x0](ffff9d1f436a4b08) 00010000:00010000:1.0:1787827142.205454:0:319473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827142.205738:0:319473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827142.205745:0:319473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827142.205748:0:319473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb0a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6980d expref: -99 pid: 319473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787827142.205772:0:319473:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827142.205779:0:319473:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa2d00 x1874669802691712/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827142.205798:0:319473:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319473:1874669802691712:192.168.203.151@tcp:36:pjdfstest.65534 00000100:00100000:1.0:1787827142.205853:0:319473:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827142.208181:0:319473:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319473:1874669802691712:192.168.203.151@tcp:36:pjdfstest.65534 00000080:00200000:1.0:1787827142.208225:0:319473:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x68b:0x0](ffff9d1f436a7448) 00000080:00200000:0.0:1787827142.211264:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827142.211279:0:319476:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827142.211287:0:319476:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:0.0:1787827142.211302:0:319476:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827142.211329:0:319476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827142.211344:0:319476:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:0.0:1787827142.211352:0:319476:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827142.211359:0:319476:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:0.0:1787827142.211362:0:319476:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb015 00000080:00010000:0.0:1787827142.211369:0:319476:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb015 from it ffffae8181d2bcb8 00010000:00010000:0.0:1787827142.211373:0:319476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827142.211381:0:319476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787827142.212799:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212809:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.212821:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212825:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.212832:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212835:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.212842:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212845:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.212851:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212853:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.212860:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212863:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.212870:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212873:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.212881:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212884:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.212893:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.212897:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827142.213048:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213054:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.213063:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213066:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213074:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213077:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213085:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213088:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213096:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213099:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213107:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213109:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.213116:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213118:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.213125:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213128:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.213134:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213138:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827142.213256:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213261:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.213269:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213272:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213279:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213282:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213288:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213291:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213298:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213301:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.213308:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213310:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.213316:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213338:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.213349:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213352:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.213360:0:319476:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.213363:0:319476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827142.217918:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217925:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.217932:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217935:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.217943:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217945:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.217953:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217955:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.217961:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217963:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.217969:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217971:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.217977:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217979:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.217986:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217987:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.217992:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.217995:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.218413:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.218420:0:319478:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, flags=0 00000080:00200000:1.0:1787827142.218424:0:319478:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 3 00000080:00200000:1.0:1787827142.218427:0:319478:0:(namei.c:2328:ll_rmdir()) VFS Op:name=pjdfstest_38020b24d3e3bc889e3bb73e0dee2487, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88) 00010000:00010000:1.0:1787827142.218446:0:319478:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1787827142.218608:0:319478:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb09a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd697e3 expref: -99 pid: 319468 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827142.218648:0:319478:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb09a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd697e3 expref: -99 pid: 319468 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827142.218653:0:319478:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1787827142.218657:0:319478:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1787827142.218660:0:319478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb09a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x689:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd697e3 expref: -99 pid: 319468 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827142.218673:0:319478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb015 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6968c expref: -99 pid: 319434 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000020:00100000:1.0:1787827142.218692:0:319478:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827142.218704:0:319478:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa0000 x1874669802691968/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827142.218726:0:319478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319478:1874669802691968:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:1.0:1787827142.218818:0:319478:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d3ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827142.221007:0:319478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:319478:1874669802691968:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:1.0:1787827142.221043:0:319478:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x689:0x0](ffff9d1f436a4b08) 00000080:00200000:0.0:1787827142.237268:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827142.237283:0:319481:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543:[0x200000401:0x688:0x0](ffff9d1f435edb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827142.237293:0:319481:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88),name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543 00000002:00010000:0.0:1787827142.237308:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x688:0x0]) in obj [0x200000401:0x688:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827142.237368:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.237378:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.237387:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.237408:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693376:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827142.237510:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.238983:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693376:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827142.238996:0:319481:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239007:0:319481:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239017:0:319481:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239024:0:319481:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239030:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239035:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239040:0:319481:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.239046:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd97c00 x1874669802693376/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827142.239053:0:319481:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239061:0:319481:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1672 (0 0) 00000080:00200000:0.0:1787827142.239064:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x688:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827142.239089:0:319481:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x688:0x0], updating i_size 4096 00000080:00010000:0.0:1787827142.239096:0:319481:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) for lock 0xf3d5ba2766bb0e7 00000080:00010000:0.0:1787827142.239100:0:319481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x688:0x0](ffff9d1f435edb88) 00000080:00010000:0.0:1787827142.239103:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3bcb8 00010000:00010000:0.0:1787827142.239106:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.239114:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827142.240204:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.240217:0:319481:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=17 00000080:00200000:0.0:1787827142.240221:0:319481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=0 00000002:00010000:0.0:1787827142.240236:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827142.240261:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.240266:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.240275:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.240291:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693504:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.240358:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.241633:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693504:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.241644:0:319481:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241652:0:319481:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241659:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241665:0:319481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241673:0:319481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241679:0:319481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.241684:0:319481:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241690:0:319481:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241697:0:319481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241704:0:319481:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.241710:0:319481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241717:0:319481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb0ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.241731:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802693504/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.241743:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.241759:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827142.241770:0:319481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787827142.241779:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3b970 00010000:00010000:0.0:1787827142.241782:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827142.241791:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827142.241837:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.241847:0:319481:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=17 00000080:00200000:0.0:1787827142.241851:0:319481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=0 00000002:00010000:0.0:1787827142.241859:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827142.241881:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241894:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.241901:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.241914:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693632:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.241957:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.243090:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693632:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.243100:0:319481:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243108:0:319481:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243114:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243120:0:319481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243126:0:319481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243131:0:319481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.243134:0:319481:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243140:0:319481:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243146:0:319481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243151:0:319481:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.243156:0:319481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243161:0:319481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb0f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.243172:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802693632/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.243183:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.243194:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827142.243202:0:319481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787827142.243210:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3b970 00010000:00010000:0.0:1787827142.243213:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827142.243220:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827142.243253:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.243259:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.243268:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.243271:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.243278:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.243281:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.243289:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.243295:0:319481:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), flags=17 00000080:00200000:0.0:1787827142.243299:0:319481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=0 00000002:00010000:0.0:1787827142.243306:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827142.243340:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243346:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.243354:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.243366:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693760:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.243406:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.244429:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802693760:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.244439:0:319481:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244447:0:319481:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244454:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244494:0:319481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244501:0:319481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244507:0:319481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.244510:0:319481:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244516:0:319481:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244523:0:319481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244530:0:319481:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.244534:0:319481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244539:0:319481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bb0fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.244551:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802693760/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.244560:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.244571:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827142.244580:0:319481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:0.0:1787827142.244588:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3b970 00010000:00010000:0.0:1787827142.244591:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827142.244599:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827142.244637:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.244643:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.244654:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.244657:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.244668:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.244677:0:319481:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), file ffff9d1f42b91980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827142.244682:0:319481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=open 00000002:00010000:0.0:1787827142.244692:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827142.244718:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.244725:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827142.244747:0:319481:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827142.244753:0:319481:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802694016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827142.244762:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.244775:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802694016:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.244895:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.246061:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802694016:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.246072:0:319481:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246081:0:319481:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246087:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246093:0:319481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246111:0:319481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246116:0:319481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.246120:0:319481:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246126:0:319481:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246132:0:319481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246137:0:319481:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.246141:0:319481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246148:0:319481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bb103 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.246161:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802694016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.246171:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.246184:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827142.246193:0:319481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827142.246204:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3b9a0 00010000:00010000:0.0:1787827142.246208:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827142.246215:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827142.246578:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246586:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.246595:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246600:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.246607:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246610:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.246617:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246620:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.246627:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246630:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.246637:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246640:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.246648:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246650:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.246658:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246661:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.246670:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.246678:0:319481:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), file ffff9d1f58f9c300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827142.246683:0:319481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=open 00000002:00010000:0.0:1787827142.246693:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827142.246719:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.246726:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827142.246734:0:319481:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827142.246740:0:319481:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802694272/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827142.246749:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.246762:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802694272:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.246871:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.248088:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802694272:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.248100:0:319481:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248109:0:319481:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248116:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248122:0:319481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248129:0:319481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248139:0:319481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.248143:0:319481:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248149:0:319481:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248155:0:319481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248161:0:319481:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.248166:0:319481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248173:0:319481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bb10a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.248186:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802694272/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.248198:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.248211:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827142.248221:0:319481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:0.0:1787827142.248229:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3b9a0 00010000:00010000:0.0:1787827142.248233:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827142.248246:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827142.248544:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248551:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827142.248562:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248566:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.248575:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248578:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.248587:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248590:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.248598:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248601:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827142.248610:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248614:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.248622:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248625:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.248634:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248638:0:319481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827142.248645:0:319481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x688:0x0](ffff9d1f435edb88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827142.248652:0:319481:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), file ffff9d1f43ae9c80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827142.248657:0:319481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x688:0x0](ffff9d1f435edb88), intent=open 00000002:00010000:0.0:1787827142.248667:0:319481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x688:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827142.248839:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.248847:0:319481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827142.248858:0:319481:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827142.248865:0:319481:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802694528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827142.248874:0:319481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.248888:0:319481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802694528:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827142.248991:0:319481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157300 going to sleep for 11 seconds 00000100:00100000:0.0:1787827142.250244:0:319481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:319481:1874669802694528:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827142.250255:0:319481:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250264:0:319481:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250270:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250276:0:319481:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250282:0:319481:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250286:0:319481:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827142.250290:0:319481:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250300:0:319481:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250315:0:319481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250331:0:319481:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.250335:0:319481:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.250341:0:319481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bb111 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x688:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319481 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827142.250354:0:319481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd97c00 x1874669802694528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827158 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827142.250364:0:319481:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x688:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827142.250375:0:319481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827142.250384:0:319481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:0.0:1787827142.250392:0:319481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb0e7 from it ffffae8181d3b9a0 00010000:00010000:0.0:1787827142.250395:0:319481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827142.250403:0:319481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200008:1.0:1787827142.252546:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.252555:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827142.252569:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.252581:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:1.0:1787827142.252594:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:1.0:1787827142.252601:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.252607:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827142.252611:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:1.0:1787827142.252617:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3cb8 00010000:00010000:1.0:1787827142.252621:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:1.0:1787827142.252630:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:1.0:1787827142.252651:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827142.252657:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.252664:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:1.0:1787827142.252673:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:1.0:1787827142.252684:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.252688:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827142.252690:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:1.0:1787827142.252694:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3b58 00010000:00010000:1.0:1787827142.252697:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:1.0:1787827142.252705:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787827142.252714:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.252720:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1787827142.252727:0:319398:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827142.252731:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827142.252741:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.252749:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1787827142.252757:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1787827142.252764:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.252767:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827142.252770:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bafb3 00000080:00010000:1.0:1787827142.252774:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8181eb3cb8 00010000:00010000:1.0:1787827142.252777:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1787827142.252786:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1787827142.252804:0:319398:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827142.252810:0:319398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827142.252816:0:319398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1787827142.252826:0:319398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787827142.252833:0:319398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827142.252836:0:319398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827142.252839:0:319398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:1.0:1787827142.252853:0:319398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8181eb3c18 00010000:00010000:1.0:1787827142.252856:0:319398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1787827142.252864:0:319398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:1.0:1787827142.252873:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.252878:0:319398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1787827142.252883:0:319398:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:3.0:1787827142.255524:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827142.255540:0:319484:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827142.255546:0:319484:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827142.255563:0:319484:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827142.255575:0:319484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827142.255588:0:319484:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787827142.255596:0:319484:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827142.255603:0:319484:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827142.255605:0:319484:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bafb3 00000080:00010000:3.0:1787827142.255609:0:319484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bafb3 from it ffffae8181d0bcb8 00010000:00010000:3.0:1787827142.255613:0:319484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827142.255620:0:319484:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bafb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69551 expref: -99 pid: 319428 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787827142.256179:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256187:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827142.256199:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256203:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.256218:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256221:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.256231:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256234:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.256247:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256251:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827142.256264:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256268:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.256282:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256285:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.256294:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256297:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827142.256305:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256310:0:319483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827142.256851:0:319483:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827142.256868:0:319483:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:1.0:1787827142.256872:0:319483:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_32fcce2e1056f622d6b6e0dbcec8d543, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000080:00200000:3.0:1787827142.257037:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257043:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827142.257055:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257060:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.257072:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257076:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.257086:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257090:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.257100:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257104:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827142.257115:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257119:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.257131:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257134:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.257146:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257149:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827142.257162:0:319484:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827142.257166:0:319484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:1.0:1787827142.257334:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257353:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257377:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257385:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257406:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257412:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257427:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257433:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257452:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257480:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257503:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257510:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257527:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257533:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257548:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.257555:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.257601:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802694784:192.168.203.151@tcp:63:ll_sa.0 00010000:00010000:1.0:1787827142.259253:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259265:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259273:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259282:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259295:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259302:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.259309:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 13 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259333:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259352:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259369:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.259377:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259396:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb11f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259426:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259444:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259483:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259496:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259508:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259525:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.259530:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259549:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259561:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259571:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.259577:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259596:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb126 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259616:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259623:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259630:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259644:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259655:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259656:0:5431:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787827142.259673:0:5431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259681:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.259691:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259702:0:5431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.259705:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259710:0:5431:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259718:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259758:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.259766:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259774:0:5431:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259815:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb12d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259824:0:5431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259833:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259862:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259870:0:5431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69902 expref: -99 pid: 319481 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827142.259870:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259896:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259909:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259917:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.259924:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259932:0:5431:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.259934:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.259975:0:5431:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827142.259976:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260006:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827142.260013:0:5431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260015:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.260041:0:5431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb118 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x688:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd699b1 expref: -99 pid: 319483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260050:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bb134 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.260103:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827142.260107:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827142.260109:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.260112:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827142.260126:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260133:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827142.260135:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802694912:192.168.203.151@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787827142.260153:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260163:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260170:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.260177:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260191:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260203:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260211:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.260219:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260237:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb13b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260257:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260268:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260281:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260289:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260296:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260303:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.260306:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260313:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260338:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260347:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.260353:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260363:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb142 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260376:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260383:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260390:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260396:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260403:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260408:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.260411:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260417:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260423:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260429:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.260432:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260441:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb149 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260451:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260456:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260482:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260488:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260496:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260502:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827142.260505:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260511:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260516:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260522:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827142.260525:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.260536:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb150 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.260551:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802694784:192.168.203.151@tcp:63:ll_sa.0 00000100:00100000:1.0:1787827142.262368:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802694912:192.168.203.151@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787827142.538558:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827143.350892:0:319755:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:1.0:1787827143.563629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827144.586691:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827145.547626:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2344:1874669802696576:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827145.547725:0:2344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787827145.547733:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802696704:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827145.548945:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802696704:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827145.548981:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2344:1874669802696576:192.168.203.151@tcp:400:kworker.0 00010000:00010000:3.0:1787827145.610567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827146.060205:0:320459:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/06.t against ext4 filesystem 00010000:00010000:0.0:1787827146.635559:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787827147.005085:0:320689:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.005106:0:320689:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.005125:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827147.005142:0:320689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1787827147.005150:0:320689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.005158:0:320689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.005162:0:320689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:0.0:1787827147.005169:0:320689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8180e33b58 00010000:00010000:0.0:1787827147.005173:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827147.005180:0:320689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787827147.005192:0:320689:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.005202:0:320689:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=13 00000080:00200000:0.0:1787827147.005206:0:320689:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:0.0:1787827147.005217:0:320689:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827147.005260:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.005268:0:320689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.005277:0:320689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827147.005313:0:320689:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:320689:1874669802696832:192.168.203.151@tcp:101:lfs.0 00000100:00100000:0.0:1787827147.005391:0:320689:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827147.006771:0:320689:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:320689:1874669802696832:192.168.203.151@tcp:101:lfs.0 00010000:00010000:0.0:1787827147.006785:0:320689:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006794:0:320689:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006799:0:320689:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006807:0:320689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006814:0:320689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006821:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006827:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006832:0:320689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827147.006839:0:320689:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94f00 x1874669802696832/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827147.006847:0:320689:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006853:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827147.006858:0:320689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827147.006863:0:320689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006868:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006872:0:320689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006886:0:320689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1787827147.006891:0:320689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827147.006902:0:177307:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:0.0:1787827147.006904:0:320689:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1787827147.006908:0:320689:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00010000:00010000:1.0:1787827147.006909:0:177307:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1787827147.006913:0:320689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00010000:00010000:1.0:1787827147.006921:0:177307:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827147.006925:0:177307:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1787827147.006926:0:320689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.006933:0:320689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8180e33b20 00010000:00010000:1.0:1787827147.006936:0:177307:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.006937:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827147.006953:0:320689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827147.006954:0:177307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.006974:0:177307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827147.006982:0:177307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200008:0.0:1787827147.006986:0:320689:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827147.006992:0:320689:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.007002:0:320689:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.007004:0:177307:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.007007:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827147.007013:0:177307:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827147.007023:0:320689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827147.007029:0:320689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00010000:00010000:1.0:1787827147.007029:0:177307:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1787827147.007035:0:320689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:1.0:1787827147.007037:0:177307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb188 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69a6e expref: -99 pid: 320689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1787827147.007039:0:320689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.007046:0:320689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8180e33cb8 00010000:00010000:0.0:1787827147.007049:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827147.007052:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827147.007054:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827147.007057:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827147.007062:0:320689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00100000:1.0:1787827147.007067:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802696960:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:0.0:1787827147.007443:0:320689:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827147.007447:0:320689:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.007453:0:320689:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.007483:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827147.007489:0:320689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787827147.007494:0:320689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.007498:0:320689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.007500:0:320689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:0.0:1787827147.007503:0:320689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8180e33cb8 00010000:00010000:0.0:1787827147.007506:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827147.007511:0:320689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827147.007595:0:320689:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.007602:0:320689:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.007611:0:320689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827147.007626:0:320689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827147.007633:0:320689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.007637:0:320689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.007640:0:320689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766baf27 00000080:00010000:0.0:1787827147.007645:0:320689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766baf27 from it ffffae8180e33bb0 00010000:00010000:0.0:1787827147.007648:0:320689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827147.007657:0:320689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:0.0:1787827147.007666:0:320689:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:0.0:1787827147.007672:0:320689:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:0.0:1787827147.007686:0:320689:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffdf0da44b0 00000080:00200000:0.0:1787827147.007698:0:320689:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1787827147.007715:0:320689:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787827147.007744:0:320689:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787827147.007752:0:320689:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827147.007755:0:320689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766baf27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd693a6 expref: -99 pid: 318891 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000020:00100000:0.0:1787827147.007780:0:320689:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827147.007787:0:320689:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802697216/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827147.007802:0:320689:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:320689:1874669802697216:192.168.203.151@tcp:36:lfs.0 00000100:00100000:0.0:1787827147.007842:0:320689:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa4480 going to sleep for 11 seconds 00000100:00100000:0.0:1787827147.007912:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802696960:192.168.203.151@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787827147.008615:0:320689:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:320689:1874669802697216:192.168.203.151@tcp:36:lfs.0 00000080:00200008:0.0:1787827147.008677:0:320689:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:3.0:1787827147.041633:0:320193:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.041644:0:320193:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.041661:0:320193:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.041715:0:320193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 320193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.041729:0:320193:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 320193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.041739:0:320193:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 320193 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.041762:0:320193:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:320193:1874669802697344:192.168.203.151@tcp:101:bash.0 00000100:00100000:3.0:1787827147.041847:0:320193:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.042983:0:320193:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:320193:1874669802697344:192.168.203.151@tcp:101:bash.0 00010000:00010000:3.0:1787827147.042996:0:320193:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043006:0:320193:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043018:0:320193:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043029:0:320193:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043039:0:320193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043047:0:320193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043059:0:320193:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.043067:0:320193:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802697344/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827147.043076:0:320193:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043083:0:320193:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787827147.043086:0:320193:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827147.043105:0:320193:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827147.043111:0:320193:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.043117:0:320193:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.043120:0:320193:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827147.043123:0:320193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.043132:0:320193:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827147.043158:0:320193:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.043163:0:320193:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.043168:0:320193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.043174:0:320193:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827147.043178:0:320193:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.043181:0:320193:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.043183:0:320193:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.043185:0:320193:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181c0bb58 00010000:00010000:3.0:1787827147.043187:0:320193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.043191:0:320193:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827147.043195:0:320193:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.043199:0:320193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827147.043204:0:320193:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.043206:0:320193:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.043213:0:320193:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.043218:0:320193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827147.043222:0:320193:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827147.043226:0:320193:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.043228:0:320193:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.043229:0:320193:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:3.0:1787827147.043231:0:320193:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827147.043232:0:320193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827147.043237:0:320193:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827147.043246:0:320193:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.043248:0:320193:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.043251:0:320193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827147.043255:0:320193:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827147.043259:0:320193:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.043261:0:320193:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.043262:0:320193:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.043263:0:320193:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181c0bc18 00010000:00010000:3.0:1787827147.043265:0:320193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827147.043269:0:320193:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827147.043273:0:320193:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.043274:0:320193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827147.043276:0:320193:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:1.0:1787827147.045173:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045181:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.045187:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045190:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.045194:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045196:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.045201:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045202:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.045206:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045208:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.045212:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045214:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.045218:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045220:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.045224:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045226:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.045230:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.045235:0:320699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45311800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827147.045241:0:320699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827147.045251:0:320699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827147.045283:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.045303:0:320699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827147.045312:0:320699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827147.045318:0:320699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa2580 x1874669802697600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827147.045324:0:320699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827147.045337:0:320699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802697600:192.168.203.151@tcp:101:prove.0 00000100:00100000:1.0:1787827147.045453:0:320699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.046595:0:320699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802697600:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827147.046608:0:320699:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046618:0:320699:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046624:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046631:0:320699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046639:0:320699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046646:0:320699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.046649:0:320699:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046654:0:320699:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046659:0:320699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046663:0:320699:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.046668:0:320699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.046672:0:320699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb196 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.046682:0:320699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa2580 x1874669802697600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.046694:0:320699:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.046705:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827147.046712:0:320699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00010000:3.0:1787827147.046717:0:320699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f339a0 00010000:00010000:3.0:1787827147.046720:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827147.046724:0:320699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827147.046916:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046921:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.046926:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046929:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.046933:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046935:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.046939:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046941:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.046945:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046947:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.046951:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046953:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.046957:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046958:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.046963:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046965:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.046969:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.046971:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827147.047069:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047073:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.047090:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047092:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.047097:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047099:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.047104:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047105:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.047110:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047111:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.047116:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047118:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.047122:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047124:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.047133:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047134:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.047139:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.047144:0:320699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f46ae2180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.047148:0:320699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.047156:0:320699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.047175:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.047180:0:320699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.047185:0:320699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.047190:0:320699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802697856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.047196:0:320699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.047205:0:320699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802697856:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827147.047281:0:320699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.048301:0:320699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802697856:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827147.048310:0:320699:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048316:0:320699:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048320:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048324:0:320699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048328:0:320699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048331:0:320699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.048333:0:320699:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048337:0:320699:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048343:0:320699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048347:0:320699:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.048351:0:320699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048356:0:320699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb19d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.048368:0:320699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802697856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.048378:0:320699:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.048391:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.048399:0:320699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00010000:3.0:1787827147.048404:0:320699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f339a0 00010000:00010000:3.0:1787827147.048407:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.048411:0:320699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:3.0:1787827147.048604:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048609:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.048615:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048618:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.048622:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048624:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.048629:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048632:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.048639:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048642:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.048649:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048652:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.048660:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048663:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.048670:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048673:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.048681:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.048688:0:320699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f460eec00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.048691:0:320699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.048697:0:320699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.048715:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.048721:0:320699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.048729:0:320699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.048736:0:320699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802698112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.048744:0:320699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.048760:0:320699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698112:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827147.048834:0:320699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.049708:0:320699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698112:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827147.049715:0:320699:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049721:0:320699:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049725:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049728:0:320699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049733:0:320699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049737:0:320699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.049740:0:320699:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049746:0:320699:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049752:0:320699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049758:0:320699:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.049762:0:320699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.049768:0:320699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb1a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.049780:0:320699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802698112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.049786:0:320699:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.049795:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1787827147.049802:0:320699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00010000:3.0:1787827147.049809:0:320699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f339a0 00010000:00010000:3.0:1787827147.049812:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1787827147.049818:0:320699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:3.0:1787827147.049944:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049948:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.049954:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049956:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.049960:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049962:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.049966:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049967:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.049972:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049973:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.049977:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049979:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.049983:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049985:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.049989:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.049990:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.049995:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.050001:0:320699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f602ff080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.050006:0:320699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.050014:0:320699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.050037:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.050044:0:320699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.050050:0:320699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.050056:0:320699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802698368/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.050064:0:320699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.050076:0:320699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698368:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827147.050132:0:320699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.050991:0:320699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698368:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827147.050999:0:320699:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051006:0:320699:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051012:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051018:0:320699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051024:0:320699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051031:0:320699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.051034:0:320699:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051039:0:320699:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051045:0:320699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051051:0:320699:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.051054:0:320699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051061:0:320699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb1ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.051071:0:320699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802698368/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.051082:0:320699:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.051092:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1787827147.051101:0:320699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00010000:3.0:1787827147.051116:0:320699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f339a0 00010000:00010000:3.0:1787827147.051121:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1787827147.051128:0:320699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787827147.051264:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051268:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.051274:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051276:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.051280:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051282:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.051304:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051306:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.051312:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051315:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.051322:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051325:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.051333:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051336:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.051345:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051354:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.051363:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.051370:0:320699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e73380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.051375:0:320699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.051384:0:320699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.051422:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.051430:0:320699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.051437:0:320699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.051443:0:320699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802698624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.051451:0:320699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.051563:0:320699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698624:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827147.051659:0:320699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.052782:0:320699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698624:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827147.052793:0:320699:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052802:0:320699:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052809:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052815:0:320699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052821:0:320699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052826:0:320699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.052829:0:320699:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052835:0:320699:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052842:0:320699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052847:0:320699:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.052851:0:320699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.052857:0:320699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb1b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.052878:0:320699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802698624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.052888:0:320699:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.052901:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827147.052911:0:320699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:3.0:1787827147.052918:0:320699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f339a0 00010000:00010000:3.0:1787827147.052921:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827147.052926:0:320699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787827147.053074:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053079:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.053084:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053086:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.053091:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053092:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.053096:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053098:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.053102:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053103:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.053107:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053109:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.053113:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053115:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.053119:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053121:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.053125:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.053130:0:320699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49e92000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.053133:0:320699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.053140:0:320699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.053159:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.053164:0:320699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.053169:0:320699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.053173:0:320699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802698880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.053178:0:320699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.053186:0:320699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698880:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827147.053260:0:320699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.054212:0:320699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:320699:1874669802698880:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827147.054222:0:320699:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054230:0:320699:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054236:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054242:0:320699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054249:0:320699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054260:0:320699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.054263:0:320699:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054270:0:320699:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054276:0:320699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054282:0:320699:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.054302:0:320699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.054309:0:320699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb1b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320699 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.054321:0:320699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802698880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.054330:0:320699:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.054340:0:320699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827147.054349:0:320699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00010000:3.0:1787827147.054356:0:320699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f339a0 00010000:00010000:3.0:1787827147.054360:0:320699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827147.054374:0:320699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:3.0:1787827147.054575:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054581:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.054589:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054593:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.054600:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054603:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.054610:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054613:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.054621:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054624:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.054642:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054649:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.054659:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054663:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.054671:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054674:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.054683:0:320699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.054687:0:320699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.243828:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243845:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.243862:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243867:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.243879:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243883:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.243892:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243896:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.243906:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243910:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.243918:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243922:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.243932:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243935:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.243944:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243948:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.243956:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.243962:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1787827147.244136:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244141:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.244152:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244156:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244166:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244169:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244180:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244184:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244194:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244198:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244205:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244207:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244215:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244217:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244224:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244226:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244232:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244235:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827147.244381:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244386:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.244395:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244399:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244408:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244410:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244416:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244417:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244423:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244425:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244434:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244437:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244449:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244452:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244483:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244486:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244493:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244496:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1787827147.244603:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244607:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.244614:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244617:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244626:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244629:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244639:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244642:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244652:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244655:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244665:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244667:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244673:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244675:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244682:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244684:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244689:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244692:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827147.244774:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244778:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.244784:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244787:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244794:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244797:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244805:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244809:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244818:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244821:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244830:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244833:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244844:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244846:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244853:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244854:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244860:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244863:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827147.244950:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244954:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.244959:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244961:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244966:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244968:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244972:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244974:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244978:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244980:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.244984:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244986:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244990:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244992:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.244995:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.244997:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245001:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245003:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1787827147.245080:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245083:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.245091:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245094:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245100:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245102:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245106:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245108:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245112:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245114:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245118:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245120:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245124:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245126:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245130:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245132:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245136:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245138:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1787827147.245240:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245243:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.245249:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245250:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245255:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245257:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245263:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245266:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245276:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245279:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.245303:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245307:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245316:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245320:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245328:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245331:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.245338:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.245342:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.248966:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.248978:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.248990:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.248994:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.249002:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249005:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.249013:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249016:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.249025:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249028:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.249036:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249039:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.249047:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249050:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.249057:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249059:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.249066:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.249074:0:320701:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47cff500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827147.249081:0:320701:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827147.249101:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827147.249156:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.249165:0:320701:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827147.249176:0:320701:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827147.249188:0:320701:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802699904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827147.249197:0:320701:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827147.249217:0:320701:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320701:1874669802699904:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827147.249383:0:320701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827147.251017:0:320701:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320701:1874669802699904:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827147.251031:0:320701:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251041:0:320701:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251048:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251055:0:320701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251062:0:320701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251068:0:320701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827147.251072:0:320701:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251079:0:320701:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251090:0:320701:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251097:0:320701:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827147.251103:0:320701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.251110:0:320701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bb1e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827147.251124:0:320701:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94f00 x1874669802699904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827147.251136:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827147.251152:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827147.251162:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00010000:0.0:1787827147.251170:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81816439a0 00010000:00010000:0.0:1787827147.251174:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827147.251182:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787827147.251444:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251451:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.251492:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251497:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251512:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251515:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251523:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251526:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251535:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251537:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251546:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251549:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.251558:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251560:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.251568:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251571:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.251578:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251581:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827147.251695:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251700:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.251710:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251713:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251720:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251723:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251732:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251735:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251743:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251745:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.251753:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251756:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.251763:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251766:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.251775:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251778:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.251786:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.251790:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.253685:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.253703:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.253714:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827147.253727:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827147.253734:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.253740:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.253743:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827147.253749:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643b58 00010000:00010000:0.0:1787827147.253752:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827147.253760:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827147.253772:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.253777:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827147.253783:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.253788:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.253797:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.253804:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787827147.253818:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787827147.253824:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.253828:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.253831:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.253835:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181643cb8 00010000:00010000:0.0:1787827147.253837:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787827147.253844:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787827147.253858:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.253863:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.253866:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.253873:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.253878:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787827147.253886:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787827147.253892:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.253895:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.253898:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.253901:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181643cb8 00010000:00010000:0.0:1787827147.253904:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787827147.253911:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200008:0.0:1787827147.253931:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.253936:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.253941:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.253947:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827147.253954:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827147.253959:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.253963:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.253965:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827147.253968:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643cb8 00010000:00010000:0.0:1787827147.253971:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827147.253978:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827147.253992:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.253997:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.254003:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827147.254011:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827147.254016:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.254020:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.254022:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827147.254026:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643b58 00010000:00010000:0.0:1787827147.254029:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827147.254036:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827147.254043:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.254047:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827147.254052:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.254055:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.254062:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.254068:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787827147.254076:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1787827147.254083:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.254087:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.254089:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.254092:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181643cb8 00010000:00010000:0.0:1787827147.254095:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787827147.254102:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1787827147.262038:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262046:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.262057:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262059:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.262064:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262066:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.262070:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262072:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.262077:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262078:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.262082:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262084:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.262088:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262090:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.262094:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262096:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.262100:0:320706:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.262102:0:320706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.264952:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.264964:0:320708:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.264970:0:320708:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.264989:0:320708:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.265003:0:320708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787827147.265017:0:320708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787827147.265025:0:320708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.265032:0:320708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.265036:0:320708:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.265042:0:320708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae818183bcb8 00010000:00010000:0.0:1787827147.265046:0:320708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787827147.265054:0:320708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1787827147.265761:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.265781:0:320709:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.265790:0:320709:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.265813:0:320709:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.265830:0:320709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1787827147.265851:0:320709:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1787827147.265860:0:320709:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.265868:0:320709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.265871:0:320709:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:3.0:1787827147.265876:0:320709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181f3bcb8 00010000:00010000:3.0:1787827147.265879:0:320709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1787827147.265888:0:320709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787827147.266070:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.266080:0:320710:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.266087:0:320710:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827147.266100:0:320710:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.266111:0:320710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787827147.266124:0:320710:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787827147.266141:0:320710:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.266149:0:320710:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827147.266152:0:320710:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:1.0:1787827147.266157:0:320710:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81818efcb8 00010000:00010000:1.0:1787827147.266161:0:320710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787827147.266169:0:320710:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:0.0:1787827147.266805:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266814:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.266839:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266844:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.266878:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266884:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.266910:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266914:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.266933:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266936:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.266952:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266957:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.266977:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.266981:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.267001:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.267005:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.267023:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.267027:0:320708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.268013:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268023:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.268052:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268058:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.268081:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268085:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.268105:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268107:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.268141:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268146:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.268164:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268173:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.268175:0:320708:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.268178:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.268190:0:320708:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.268208:0:320708:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:3.0:1787827147.268211:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.268218:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.268222:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827147.268223:0:320708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787827147.268233:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.268236:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827147.268239:0:320708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:3.0:1787827147.268242:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.268253:0:320708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:1.0:1787827147.268257:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:0.0:1787827147.268260:0:320708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.268264:0:320708:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00200000:1.0:1787827147.268265:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.268269:0:320709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:0.0:1787827147.268272:0:320708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae818183bcb8 00000080:00200000:3.0:1787827147.268278:0:320709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:0.0:1787827147.268279:0:320708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787827147.268301:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827147.268307:0:320708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1787827147.268308:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.268332:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.268337:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.268339:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.268345:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:0.0:1787827147.268352:0:320708:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200000:1.0:1787827147.268360:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.268366:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:0.0:1787827147.268373:0:320708:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:0.0:1787827147.268386:0:320708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827147.268388:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.268395:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.268413:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.268416:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.268433:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.268437:0:320710:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.268455:0:320710:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.268491:0:320710:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45330600, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827147.268499:0:320710:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827147.268511:0:320710:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827147.268562:0:320710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb1ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.268573:0:320710:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb1ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320710 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827147.268588:0:320710:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827147.268601:0:320710:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa12c0 x1874669802700160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827147.268611:0:320710:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb1ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827147.268632:0:320710:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa12c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:320710:1874669802700160:192.168.203.151@tcp:101:awk.0 00000100:00100000:1.0:1787827147.268914:0:320710:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f413276c0 going to sleep for 11 seconds 00000080:00200008:0.0:1787827147.269246:0:320708:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.269252:0:320708:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827147.269262:0:320708:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.269272:0:320708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827147.269282:0:320708:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827147.269304:0:320708:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.269309:0:320708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827147.269312:0:320708:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827147.269316:0:320708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae818183bcb8 00010000:00010000:0.0:1787827147.269320:0:320708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827147.269330:0:320708:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827147.269351:0:320708:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.269359:0:320708:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:0.0:1787827147.269363:0:320708:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2749, max_age 2754 00800000:00000004:0.0:1787827147.269369:0:320708:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2749, max_age 2754 00000100:00100000:0.0:1787827147.269391:0:320708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:320708:1874669802700288:192.168.203.151@tcp:41:df.0 00000100:00100000:0.0:1787827147.269435:0:320708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa4480 going to sleep for 11 seconds 00000100:00100000:0.0:1787827147.270703:0:320708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:320708:1874669802700288:192.168.203.151@tcp:41:df.0 00800000:00000004:0.0:1787827147.270725:0:320708:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:0.0:1787827147.270730:0:320708:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:0.0:1787827147.270734:0:320708:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000080:00200000:0.0:1787827147.287209:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.287224:0:320713:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.287229:0:320713:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.287248:0:320713:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.287265:0:320713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787827147.287279:0:320713:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:0.0:1787827147.287302:0:320713:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.287310:0:320713:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.287313:0:320713:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.287319:0:320713:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81816a7cb8 00010000:00010000:0.0:1787827147.287322:0:320713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787827147.287328:0:320713:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1787827147.287683:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.287690:0:320714:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.287695:0:320714:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.287706:0:320714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.287714:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787827147.287724:0:320714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1787827147.287740:0:320714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.287745:0:320714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.287747:0:320714:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:3.0:1787827147.287750:0:320714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81818efcb8 00010000:00010000:3.0:1787827147.287753:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787827147.287758:0:320714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:1.0:1787827147.288409:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.288417:0:320715:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.288422:0:320715:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827147.288430:0:320715:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.288437:0:320715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:1.0:1787827147.288447:0:320715:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:1.0:1787827147.288454:0:320715:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.288482:0:320715:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827147.288486:0:320715:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:1.0:1787827147.288491:0:320715:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181bfbcb8 00010000:00010000:1.0:1787827147.288494:0:320715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:1.0:1787827147.288501:0:320715:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787827147.288887:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.288893:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.288908:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.288911:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.288924:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.288927:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.288941:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.288944:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.288959:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.288962:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.288981:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.288983:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.289002:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.289006:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.289026:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.289031:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.289053:0:320713:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.289057:0:320713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.289220:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289227:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.289244:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289248:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.289263:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289266:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.289280:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289296:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.289311:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289315:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.289332:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289336:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.289348:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289351:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.289363:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289366:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.289378:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.289387:0:320714:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49ee9680, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.289394:0:320714:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.289406:0:320714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.289452:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.289480:0:320714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.289491:0:320714:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.289504:0:320714:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802701312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.289513:0:320714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.289533:0:320714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:320714:1874669802701312:192.168.203.151@tcp:101:openssl.0 00000100:00100000:3.0:1787827147.289707:0:320714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000080:00200000:1.0:1787827147.289904:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.289910:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.289923:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.289926:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.289941:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.289944:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.289961:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.289965:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.289984:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.289988:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290001:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290004:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290015:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290019:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290033:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290036:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290049:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290054:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827147.290222:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290227:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.290243:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290248:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290265:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290269:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290281:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290299:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290313:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290317:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290329:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290332:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290345:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290348:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290364:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290367:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290384:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290387:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827147.290546:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290552:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.290560:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290562:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290569:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290572:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290580:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290583:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290591:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290593:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290603:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290606:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290614:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290617:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290626:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290629:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290637:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290642:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827147.290768:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290774:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.290784:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290787:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290796:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290801:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290812:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290815:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290826:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290829:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.290837:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290841:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290853:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290857:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290867:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290871:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.290878:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.290882:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827147.290999:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291004:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.291014:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291017:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291026:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291029:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291036:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291039:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291047:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291050:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291057:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291060:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291068:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291070:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291078:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291080:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291090:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291094:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827147.291209:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291214:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.291224:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291227:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291236:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291239:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291247:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291250:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291262:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291265:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291275:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291278:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291307:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291312:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291325:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:3.0:1787827147.291327:0:320714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:320714:1874669802701312:192.168.203.151@tcp:101:openssl.0 00000080:00200000:1.0:1787827147.291329:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:3.0:1787827147.291342:0:320714:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827147.291344:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291353:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00010000:00010000:3.0:1787827147.291356:0:320714:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291363:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291368:0:320714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291376:0:320714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291382:0:320714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.291388:0:320714:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291394:0:320714:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291401:0:320714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291408:0:320714:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.291414:0:320714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.291428:0:320714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb206 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.291449:0:320714:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802701312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.291481:0:320714:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.291498:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1787827147.291508:0:320714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00010000:3.0:1787827147.291515:0:320714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827147.291519:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1787827147.291526:0:320714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:1.0:1787827147.291580:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291586:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.291605:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291609:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291620:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291623:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291639:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291643:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291653:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291656:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291668:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291672:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291685:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291689:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291701:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291704:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.291714:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291718:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.291774:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291780:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.291793:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291796:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.291808:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291811:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.291821:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291824:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.291835:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291838:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.291849:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291852:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.291862:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291865:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.291874:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291877:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.291897:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291907:0:320714:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49f24f00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827147.291913:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.291914:0:320714:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000080:00200000:1.0:1787827147.291923:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000002:00010000:3.0:1787827147.291929:0:320714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00000080:00200000:1.0:1787827147.291936:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291940:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291952:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291955:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.291966:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291969:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827147.291977:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827147.291980:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.291987:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827147.291993:0:320714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827147.292000:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.292005:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000020:00100000:3.0:1787827147.292012:0:320714:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000080:00200000:1.0:1787827147.292016:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:3.0:1787827147.292021:0:320714:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802701568/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000080:00200000:1.0:1787827147.292022:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:3.0:1787827147.292033:0:320714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827147.292037:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.292042:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000100:00100000:3.0:1787827147.292051:0:320714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:320714:1874669802701568:192.168.203.151@tcp:101:openssl.0 00000080:00200000:1.0:1787827147.292054:0:320715:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.292059:0:320715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:3.0:1787827147.292176:0:320714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.293315:0:320714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:320714:1874669802701568:192.168.203.151@tcp:101:openssl.0 00010000:00010000:3.0:1787827147.293327:0:320714:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293336:0:320714:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293346:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293352:0:320714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293359:0:320714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293366:0:320714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.293370:0:320714:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293376:0:320714:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293382:0:320714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293388:0:320714:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.293393:0:320714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293399:0:320714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb20d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.293413:0:320714:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802701568/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.293424:0:320714:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.293436:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787827147.293446:0:320714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00010000:3.0:1787827147.293452:0:320714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827147.293485:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787827147.293496:0:320714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787827147.293751:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293759:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.293772:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293776:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.293786:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293789:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.293799:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293802:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.293813:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293816:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.293824:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293828:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.293836:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293839:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.293848:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293851:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.293859:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.293867:0:320714:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e73080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.293873:0:320714:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.293884:0:320714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.293914:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.293923:0:320714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.293932:0:320714:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.293938:0:320714:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802701824/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.293947:0:320714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.293962:0:320714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:320714:1874669802701824:192.168.203.151@tcp:101:openssl.0 00000100:00100000:3.0:1787827147.294076:0:320714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.295243:0:320714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:320714:1874669802701824:192.168.203.151@tcp:101:openssl.0 00010000:00010000:3.0:1787827147.295256:0:320714:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295265:0:320714:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295271:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295277:0:320714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295301:0:320714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295307:0:320714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.295310:0:320714:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295316:0:320714:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295322:0:320714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295328:0:320714:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.295332:0:320714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.295339:0:320714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb214 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320714 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.295355:0:320714:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802701824/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.295370:0:320714:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.295383:0:320714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827147.295392:0:320714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00010000:3.0:1787827147.295398:0:320714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827147.295402:0:320714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827147.295408:0:320714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787827147.295909:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295916:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.295924:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295927:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.295933:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295935:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.295941:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295944:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.295951:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295954:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.295961:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295964:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.295972:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295975:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.295982:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295985:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.295993:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.295996:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827147.296115:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296120:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.296128:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296131:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296138:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296141:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296147:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296150:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296156:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296159:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296166:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296168:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.296175:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296178:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.296185:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296188:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.296195:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296197:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827147.296329:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296334:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.296342:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296345:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296352:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296354:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296361:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296363:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296370:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296372:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.296379:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296381:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.296389:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296391:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.296398:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296400:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.296407:0:320714:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.296410:0:320714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.306046:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.306062:0:320718:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.306069:0:320718:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.306093:0:320718:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.306110:0:320718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:3.0:1787827147.306124:0:320718:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787827147.306132:0:320718:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.306139:0:320718:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.306142:0:320718:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:3.0:1787827147.306149:0:320718:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181bfbcb8 00010000:00010000:3.0:1787827147.306152:0:320718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:3.0:1787827147.306161:0:320718:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787827147.306605:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.306614:0:320719:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.306620:0:320719:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827147.306635:0:320719:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.306644:0:320719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1787827147.306652:0:320719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787827147.306657:0:320719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.306661:0:320719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827147.306663:0:320719:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:1.0:1787827147.306668:0:320719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181c13cb8 00010000:00010000:1.0:1787827147.306671:0:320719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1787827147.306679:0:320719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1787827147.308351:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308356:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.308377:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308380:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.308384:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308391:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.308398:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308404:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.308410:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308417:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308421:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308427:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.308434:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308439:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308446:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308451:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.308477:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308483:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308491:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308497:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.308503:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308509:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308518:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308522:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.308528:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308534:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.308540:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308545:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.308552:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308557:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.308566:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308573:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1787827147.308576:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308582:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.308602:0:320718:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.308606:0:320718:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827147.308826:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308835:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.308852:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308858:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308880:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308886:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308908:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308914:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308926:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308929:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.308945:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308951:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.308969:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308974:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.308991:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.308997:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309019:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309026:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827147.309187:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309191:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.309198:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309200:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309212:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309214:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309231:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309233:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309244:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309246:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309260:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309266:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309295:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309299:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309314:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309319:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309338:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309345:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827147.309529:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309535:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.309549:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309553:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309566:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309570:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309581:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309585:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309598:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309602:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309614:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309619:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309641:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309645:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309662:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309670:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309692:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309699:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827147.309847:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309852:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.309864:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309867:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309876:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309878:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309890:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309894:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309906:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309909:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.309924:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309927:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309945:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309948:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309964:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309967:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.309979:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.309983:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827147.310118:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310123:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.310135:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310139:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.310155:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310159:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.310176:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310180:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.310208:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310214:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.310222:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310226:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.310241:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310243:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.310251:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310253:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.310260:0:320719:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.310262:0:320719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827147.319731:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.319747:0:320723:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.319754:0:320723:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827147.319774:0:320723:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.319789:0:320723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:1.0:1787827147.319801:0:320723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:1.0:1787827147.319807:0:320723:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.319814:0:320723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827147.319818:0:320723:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:1.0:1787827147.319825:0:320723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8180ddbcb8 00010000:00010000:1.0:1787827147.319829:0:320723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:1.0:1787827147.319838:0:320723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:0.0:1787827147.320796:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.320803:0:320725:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.320806:0:320725:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.320816:0:320725:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.320825:0:320725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:0.0:1787827147.320834:0:320725:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:0.0:1787827147.320842:0:320725:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.320847:0:320725:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.320850:0:320725:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb157 00000080:00010000:0.0:1787827147.320855:0:320725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb157 from it ffffae8181c23cb8 00010000:00010000:0.0:1787827147.320858:0:320725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:0.0:1787827147.320875:0:320725:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:1.0:1787827147.321277:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321298:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.321313:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321317:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.321330:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321334:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.321346:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321349:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.321357:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321359:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.321367:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321371:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.321380:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321383:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.321390:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321394:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.321402:0:320723:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.321405:0:320723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.322206:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322212:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.322229:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322233:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322248:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322252:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322265:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322270:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322308:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322312:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322326:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322331:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.322349:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322354:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.322367:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322369:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.322384:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322386:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1787827147.322577:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322584:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.322603:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322609:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322631:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322635:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322651:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322655:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322670:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322674:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322689:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322693:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.322711:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322715:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.322734:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322736:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.322748:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322751:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827147.322901:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322908:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.322931:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322939:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322966:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.322976:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.322996:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323000:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323012:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323015:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323026:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323030:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323042:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323045:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323056:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323060:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323071:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323075:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827147.323225:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323232:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.323255:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323262:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323305:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323310:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323327:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323330:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323343:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323347:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323359:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323363:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323375:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323379:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323388:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323392:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323402:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323405:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827147.323548:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323554:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.323563:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323566:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323577:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323580:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323589:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323592:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323603:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323606:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323613:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323617:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323624:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323627:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323635:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323638:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323648:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323652:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827147.323783:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323788:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.323799:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323803:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323814:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323817:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323827:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323830:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323839:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323842:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.323854:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323857:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323867:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323870:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323880:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323883:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.323892:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.323896:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827147.324030:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324036:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.324047:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324050:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324059:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324062:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324069:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324072:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324080:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324083:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324091:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324093:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.324100:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324103:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.324110:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324113:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.324123:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324127:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.324313:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324317:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.324323:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324325:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324330:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324332:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324336:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324338:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324342:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324344:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.324348:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324350:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.324355:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324356:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.324361:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324362:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.324366:0:320725:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.324368:0:320725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827147.332911:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332917:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.332924:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332927:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.332933:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332935:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.332942:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332944:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.332949:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332952:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.332957:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332960:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.332969:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332972:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.332982:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332985:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.332995:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.332999:0:320727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.333445:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.333478:0:320727:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827147.333482:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827147.333486:0:320727:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827147.333489:0:320727:0:(namei.c:2239:do_mkdir()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:0.0:1787827147.333516:0:320727:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787827147.333535:0:320727:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827147.333633:0:320727:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787827147.333638:0:320727:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827147.333640:0:320727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb157 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd699d4 expref: -99 pid: 319488 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000020:00100000:0.0:1787827147.333652:0:320727:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827147.333661:0:320727:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802702080/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827147.333679:0:320727:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320727:1874669802702080:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827147.333766:0:320727:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.336139:0:320727:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320727:1874669802702080:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827147.336207:0:320727:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00200000:3.0:1787827147.336212:0:320727:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68d:0x0], updating i_size 4096 00010000:00010000:2.0:1787827147.340051:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.340057:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb222 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.340062:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb222 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.340073:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802702336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.340083:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.340103:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.340135:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.340143:0:320728:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.340145:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.340154:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.340176:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.340182:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.340187:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.340198:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702464:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.340249:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.341344:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702464:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.341355:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341363:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341369:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341376:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341382:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341388:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.341391:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341398:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341404:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341409:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.341413:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341419:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb229 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.341430:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802702464/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.341440:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.341450:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.341509:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.341517:0:320728:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.341521:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.341529:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.341552:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341559:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.341565:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.341576:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702592:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.341615:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.344184:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702592:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.344200:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344211:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344219:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344226:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344233:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344244:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.344248:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344255:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344269:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344275:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.344280:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344299:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb230 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.344317:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802702592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.344329:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.344343:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.344383:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.344393:0:320728:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.344398:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.344408:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.344441:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344449:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.344478:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.344493:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702720:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.344546:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.345773:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702720:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.345781:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345788:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345792:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345796:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345801:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345804:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.345806:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345810:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345814:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345819:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.345821:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345825:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb237 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.345832:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802702720/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.345839:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.345848:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.345872:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.345878:0:320728:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.345881:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.345886:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.345901:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345906:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.345910:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.345918:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702848:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.345949:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.347157:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702848:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.347169:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347178:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347185:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347192:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347198:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347204:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.347208:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347214:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347220:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347226:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.347230:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347236:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb23e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.347248:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802702848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.347275:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.347298:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.347329:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.347337:0:320728:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.347340:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.347348:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.347369:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347376:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.347383:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.347395:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702976:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.347442:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.348599:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802702976:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.348610:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348630:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348636:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348643:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348649:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348655:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.348658:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348664:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348671:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348677:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.348681:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348692:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb245 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.348705:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802702976/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.348716:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.348726:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.348757:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.348767:0:320728:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.348771:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.348779:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.348808:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348815:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.348822:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.348834:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802703104:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.348877:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.349949:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802703104:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.349958:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.349971:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.349977:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.349983:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.349989:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.349995:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.349998:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.350004:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.350011:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.350017:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.350020:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.350036:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb24c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.350047:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802703104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.350056:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.350066:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.350094:0:320728:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.350107:0:320728:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4503ed80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.350112:0:320728:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827147.350121:0:320728:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.350147:0:320728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.350154:0:320728:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.350162:0:320728:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.350168:0:320728:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d103c0 x1874669802703360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.350176:0:320728:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.350189:0:320728:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802703360:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827147.350325:0:320728:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.351313:0:320728:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320728:1874669802703360:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827147.351323:0:320728:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351331:0:320728:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351337:0:320728:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351343:0:320728:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351350:0:320728:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351355:0:320728:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.351358:0:320728:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351363:0:320728:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351370:0:320728:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351376:0:320728:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.351380:0:320728:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.351386:0:320728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb253 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320728 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.351398:0:320728:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802703360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.351407:0:320728:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.351416:0:320728:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827147.354729:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.354740:0:320730:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.354746:0:320730:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.354756:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.354763:0:320730:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827147.354791:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.354798:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.354804:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.354818:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703488:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827147.354870:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.356024:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703488:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827147.356037:0:320730:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356048:0:320730:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356059:0:320730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356069:0:320730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356078:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356086:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356092:0:320730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.356102:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802703488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827147.356113:0:320730:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356122:0:320730:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827147.356127:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827147.356143:0:320730:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827147.356148:0:320730:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00000080:00010000:3.0:1787827147.356153:0:320730:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.356156:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb3cb8 00010000:00010000:3.0:1787827147.356160:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.356168:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827147.357346:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.357356:0:320730:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827147.357360:0:320730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827147.357372:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827147.357398:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.357407:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.357415:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.357429:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703616:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.357505:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.358763:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703616:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.358773:0:320730:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358782:0:320730:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358788:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358794:0:320730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358802:0:320730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358808:0:320730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.358812:0:320730:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358818:0:320730:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358824:0:320730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358830:0:320730:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.358836:0:320730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358843:0:320730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb261 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.358856:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802703616/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.358867:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.358879:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.358889:0:320730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827147.358897:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb3970 00010000:00010000:3.0:1787827147.358900:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.358907:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827147.358942:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.358951:0:320730:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827147.358955:0:320730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827147.358963:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827147.358983:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358990:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.358997:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.359009:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703744:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.359050:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.360043:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703744:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.360053:0:320730:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360061:0:320730:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360067:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360073:0:320730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360078:0:320730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360083:0:320730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.360087:0:320730:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360092:0:320730:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360098:0:320730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360104:0:320730:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.360108:0:320730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360114:0:320730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb268 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.360123:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802703744/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.360145:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.360156:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827147.360164:0:320730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827147.360170:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb3970 00010000:00010000:3.0:1787827147.360173:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827147.360180:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827147.360208:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.360213:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.360223:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.360226:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.360233:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.360236:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.360243:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.360249:0:320730:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827147.360252:0:320730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827147.360260:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827147.360280:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360299:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.360307:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.360321:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703872:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.360370:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.361236:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802703872:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.361247:0:320730:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361255:0:320730:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361260:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361266:0:320730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361272:0:320730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361277:0:320730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.361280:0:320730:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361298:0:320730:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361304:0:320730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361309:0:320730:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.361313:0:320730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361319:0:320730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb26f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.361330:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802703872/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.361340:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.361350:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827147.361359:0:320730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827147.361366:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb3970 00010000:00010000:3.0:1787827147.361369:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827147.361376:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827147.361407:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.361412:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.361422:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.361426:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.361434:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.361454:0:320730:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f602fe000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.361481:0:320730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.361492:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.361519:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.361526:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.361534:0:320730:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.361541:0:320730:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802704128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.361548:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.361559:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802704128:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.361673:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.362666:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802704128:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.362677:0:320730:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362686:0:320730:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362691:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362698:0:320730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362709:0:320730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362714:0:320730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.362717:0:320730:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362723:0:320730:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362729:0:320730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362735:0:320730:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.362739:0:320730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.362745:0:320730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb276 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.362757:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802704128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.362767:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.362778:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827147.362787:0:320730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827147.362794:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb39a0 00010000:00010000:3.0:1787827147.362798:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827147.362805:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827147.363082:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363088:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.363098:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363102:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.363110:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363114:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.363122:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363135:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.363146:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363149:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.363159:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363163:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.363171:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363174:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.363183:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363186:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.363194:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.363201:0:320730:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f460ef800, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.363206:0:320730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.363216:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.363241:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.363249:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.363257:0:320730:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.363262:0:320730:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802704384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.363271:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.363296:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802704384:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.363386:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.364453:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802704384:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.364491:0:320730:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364500:0:320730:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364507:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364513:0:320730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364519:0:320730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364524:0:320730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.364527:0:320730:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364536:0:320730:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364541:0:320730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364546:0:320730:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.364549:0:320730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364555:0:320730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb27d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.364565:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802704384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.364573:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.364583:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827147.364592:0:320730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827147.364598:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb39a0 00010000:00010000:3.0:1787827147.364601:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827147.364607:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827147.364810:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364816:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.364824:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364827:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.364834:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364837:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.364844:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364847:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.364855:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364857:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.364862:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364864:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.364868:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364870:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.364874:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364876:0:320730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.364879:0:320730:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.364886:0:320730:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e72c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.364891:0:320730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827147.364901:0:320730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.364925:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.364932:0:320730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.364940:0:320730:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.364946:0:320730:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802704640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.364955:0:320730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.364967:0:320730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802704640:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.365051:0:320730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.366052:0:320730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320730:1874669802704640:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.366063:0:320730:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366072:0:320730:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366079:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366085:0:320730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366091:0:320730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366097:0:320730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.366100:0:320730:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366106:0:320730:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366112:0:320730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366118:0:320730:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.366122:0:320730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.366128:0:320730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb284 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320730 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.366141:0:320730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802704640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.366151:0:320730:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.366162:0:320730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827147.366171:0:320730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827147.366178:0:320730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181eb39a0 00010000:00010000:3.0:1787827147.366182:0:320730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827147.366190:0:320730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827147.368926:0:320731:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.368939:0:320731:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.368946:0:320731:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.368959:0:320731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.368972:0:320731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.368984:0:320731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827147.368992:0:320731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.368997:0:320731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.369000:0:320731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00000080:00010000:3.0:1787827147.369006:0:320731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae818183bcb8 00010000:00010000:3.0:1787827147.369010:0:320731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.369018:0:320731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827147.369052:0:320731:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.369059:0:320731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.369066:0:320731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.369073:0:320731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827147.369079:0:320731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.369083:0:320731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.369085:0:320731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.369089:0:320731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae818183bb58 00010000:00010000:3.0:1787827147.369092:0:320731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.369099:0:320731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827147.369107:0:320731:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.369118:0:320731:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=9 00000080:00200000:3.0:1787827147.369121:0:320731:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:3.0:1787827147.369130:0:320731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827147.369161:0:320731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.369173:0:320731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.369181:0:320731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.369200:0:320731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320731:1874669802704768:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827147.369266:0:320731:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.371136:0:320731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320731:1874669802704768:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827147.371159:0:320731:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371173:0:320731:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371179:0:320731:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371190:0:320731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371198:0:320731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371206:0:320731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371212:0:320731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371217:0:320731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.371224:0:320731:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802704768/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827147.371233:0:320731:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371240:0:320731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827147.371248:0:320731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827147.371253:0:320731:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371258:0:320731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371263:0:320731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371280:0:320731:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1787827147.371298:0:320731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827147.371324:0:320731:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1787827147.371328:0:320731:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00010000:00010000:1.0:1787827147.371334:0:5432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00010000:3.0:1787827147.371335:0:320731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00010000:00010000:1.0:1787827147.371349:0:5432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1787827147.371358:0:320731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:1.0:1787827147.371362:0:5432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66000 already unused, calling callback (ffffffffc1966990) 00000080:00010000:3.0:1787827147.371365:0:320731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae818183bb20 00010000:00010000:1.0:1787827147.371370:0:5432:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371372:0:320731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827147.371400:0:320731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827147.371402:0:5432:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.371440:0:5432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.371485:0:5432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827147.371503:0:5432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200008:3.0:1787827147.371504:0:320731:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.371520:0:320731:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.371543:0:320731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.371550:0:5432:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.371554:0:320731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827147.371562:0:5432:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827147.371578:0:320731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827147.371587:0:320731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00010000:00010000:1.0:1787827147.371593:0:5432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1787827147.371594:0:320731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.371604:0:320731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00010000:00010000:1.0:1787827147.371608:0:5432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66000/0xf3d5ba2766bb28b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69d7e expref: -99 pid: 320731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1787827147.371613:0:320731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae818183bcb8 00010000:00010000:3.0:1787827147.371621:0:320731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827147.371624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827147.371628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827147.371630:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827147.371639:0:320731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000100:00100000:0.0:1787827147.371645:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802704896:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:2.0:1787827147.372740:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.372746:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827147.372758:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.372772:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827147.372784:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827147.372793:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.372798:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827147.372801:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:2.0:1787827147.372805:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643cb8 00010000:00010000:2.0:1787827147.372809:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827147.372817:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787827147.372844:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827147.372851:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.372857:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000100:00100000:1.0:1787827147.372859:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802704896:192.168.203.151@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787827147.372870:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787827147.372874:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.372877:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827147.372879:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:2.0:1787827147.372882:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643b58 00010000:00010000:2.0:1787827147.372883:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1787827147.372888:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1787827147.372896:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.372902:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1787827147.372908:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.372912:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827147.372920:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.372927:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1787827147.372936:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1787827147.372942:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.372945:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827147.372947:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00000080:00010000:2.0:1787827147.372949:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181643cb8 00010000:00010000:2.0:1787827147.372951:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1787827147.372956:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:2.0:1787827147.372966:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827147.372970:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.372973:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827147.372978:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1787827147.372983:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.372986:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827147.372988:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:2.0:1787827147.372991:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643b58 00010000:00010000:2.0:1787827147.372999:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827147.373013:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1787827147.373023:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.373027:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:2.0:1787827147.373031:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.373044:0:320701:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=9 00000080:00200000:2.0:1787827147.373049:0:320701:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827147.373058:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_2d68bc77931e291391bc5dbbfc9735fc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827147.373101:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.373106:0:320701:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.373115:0:320701:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320701 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.373128:0:320701:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320701:1874669802705024:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827147.373184:0:320701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.374640:0:320701:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320701:1874669802705024:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827147.374660:0:320701:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374675:0:320701:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374681:0:320701:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374694:0:320701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374702:0:320701:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374708:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374713:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374718:0:320701:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.374731:0:320701:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d103c0 x1874669802705024/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827147.374741:0:320701:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374746:0:320701:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1677 (0 0) 00000080:00200000:2.0:1787827147.374750:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827147.374766:0:320701:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68d:0x0], updating i_size 4096 00000080:00200000:2.0:1787827147.374768:0:320701:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68d:0x0](ffff9d1f436163c8): rc = 0 00000080:00010000:2.0:1787827147.374773:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb292 00000080:00010000:2.0:1787827147.374787:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827147.374791:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181643b20 00010000:00010000:2.0:1787827147.374795:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.374803:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787827147.374832:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.374838:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:2.0:1787827147.374851:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.374857:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.374863:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827147.374867:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.374870:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827147.374872:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb292 00000080:00010000:2.0:1787827147.374875:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181643cb8 00010000:00010000:2.0:1787827147.374877:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.374881:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827147.374905:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827147.374908:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.374913:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1787827147.374918:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1787827147.374922:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.374924:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827147.374925:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:2.0:1787827147.374927:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643c18 00010000:00010000:2.0:1787827147.374928:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1787827147.374933:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:2.0:1787827147.374938:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.374941:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:2.0:1787827147.374943:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.374945:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, flags=11 00000080:00200000:2.0:1787827147.374947:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 101 00000080:00200000:1.0:1787827147.377182:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.377202:0:320734:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.377209:0:320734:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:1.0:1787827147.377232:0:320734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.377249:0:320734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827147.377264:0:320734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827147.377277:0:320734:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.377301:0:320734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:1.0:1787827147.377305:0:320734:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb292 00000080:00010000:1.0:1787827147.377312:0:320734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c1bcb8 00010000:00010000:1.0:1787827147.377316:0:320734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827147.377326:0:320734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827147.378034:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.378048:0:320733:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:2.0:1787827147.378053:0:320733:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.378065:0:320733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.378109:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.378123:0:320733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.378134:0:320733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.378163:0:320733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705152:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827147.378258:0:320733:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000080:00200000:1.0:1787827147.378324:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000100:00100000:2.0:1787827147.379899:0:320733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705152:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827147.379920:0:320733:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379933:0:320733:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379940:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379946:0:320733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379952:0:320733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379956:0:320733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.379960:0:320733:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379964:0:320733:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379971:0:320733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.379976:0:320733:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.379990:0:320733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.380001:0:320733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb299 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.380020:0:320733:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802705152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.380035:0:320733:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.380070:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827147.380082:0:320734:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00010000:00010000:2.0:1787827147.380084:0:320733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827147.380089:0:320734:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000080:00010000:2.0:1787827147.380098:0:320733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c23970 00010000:00010000:2.0:1787827147.380101:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827147.380107:0:320733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00010000:1.0:1787827147.380110:0:320734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827147.380154:0:320734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.380164:0:320734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.380174:0:320734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787827147.380176:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.380197:0:320733:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000100:00100000:1.0:1787827147.380200:0:320734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320734:1874669802705280:192.168.203.151@tcp:101:tail.0 00000080:00200000:2.0:1787827147.380203:0:320733:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.380213:0:320733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.380237:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.380242:0:320733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.380247:0:320733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.380256:0:320733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705408:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827147.380278:0:320734:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.380292:0:320733:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:1.0:1787827147.382027:0:320734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320734:1874669802705280:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827147.382048:0:320734:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382061:0:320734:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382068:0:320734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382077:0:320734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.382078:0:320733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705408:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827147.382091:0:320734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382094:0:320733:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382102:0:320734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.382108:0:320733:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382110:0:320734:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382130:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382139:0:320733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382147:0:320733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382149:0:320734:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382159:0:320733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827147.382164:0:320734:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382166:0:320733:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382184:0:320733:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.382185:0:320734:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827147.382196:0:320734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382196:0:320733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382215:0:320733:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827147.382216:0:320734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb2a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382220:0:320733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382236:0:320733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb2a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.382249:0:320733:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802705408/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787827147.382251:0:320734:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa0f00 x1874669802705280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.382265:0:320733:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787827147.382268:0:320734:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.382300:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827147.382312:0:320734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827147.382313:0:320733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827147.382336:0:320734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827147.382336:0:320733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c23970 00010000:00010000:2.0:1787827147.382342:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787827147.382348:0:320734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c1b970 00010000:00010000:2.0:1787827147.382357:0:320733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827147.382366:0:320734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827147.382376:0:320734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827147.382418:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.382425:0:320733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.382428:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.382435:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.382440:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.382444:0:320733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.382489:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.382492:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.382494:0:320733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.382500:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.382516:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.382528:0:320733:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:2.0:1787827147.382532:0:320733:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000080:00200000:1.0:1787827147.382539:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.382545:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000002:00010000:2.0:1787827147.382546:0:320733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00000080:00200000:1.0:1787827147.382561:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.382566:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.382579:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00010000:00010000:2.0:1787827147.382581:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382590:0:320733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.382600:0:320733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.382619:0:320733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705536:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827147.382684:0:320733:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.383895:0:320733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705536:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827147.383913:0:320733:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383925:0:320733:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383936:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383943:0:320733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383951:0:320733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383957:0:320733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.383961:0:320733:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383968:0:320733:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383977:0:320733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383984:0:320733:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.383990:0:320733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.383996:0:320733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb2ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.384011:0:320733:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802705536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.384022:0:320733:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.384049:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827147.384061:0:320733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827147.384068:0:320734:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:1.0:1787827147.384074:0:320734:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000080:00010000:2.0:1787827147.384085:0:320733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c23970 00010000:00010000:2.0:1787827147.384089:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00010000:1.0:1787827147.384096:0:320734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.384099:0:320733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827147.384146:0:320734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.384157:0:320734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.384166:0:320734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787827147.384169:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.384180:0:320733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000100:00100000:1.0:1787827147.384192:0:320734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320734:1874669802705664:192.168.203.151@tcp:101:tail.0 00000080:00200000:2.0:1787827147.384195:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.384200:0:320733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.384212:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.384224:0:320733:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f49e92d80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.384230:0:320733:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:2.0:1787827147.384241:0:320733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00000100:00100000:1.0:1787827147.384264:0:320734:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00010000:00010000:2.0:1787827147.384275:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.384427:0:320733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.384440:0:320733:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.384446:0:320733:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d103c0 x1874669802705920/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.384492:0:320733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.384508:0:320733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705920:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827147.384667:0:320733:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:1.0:1787827147.385547:0:320734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:320734:1874669802705664:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827147.385563:0:320734:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385575:0:320734:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385582:0:320734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385701:0:320734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385710:0:320734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385717:0:320734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827147.385723:0:320734:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385732:0:320734:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385742:0:320734:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.385744:0:320733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802705920:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827147.385758:0:320734:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.385762:0:320733:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385765:0:320734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.385779:0:320733:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385781:0:320734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb2b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 320734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.385797:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.385806:0:320733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827147.385808:0:320734:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa0f00 x1874669802705664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1787827147.385820:0:320733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.385829:0:320733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00000080:00200000:1.0:1787827147.385830:0:320734:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.385833:0:320733:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.385841:0:320733:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.385848:0:320733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385852:0:320734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827147.385865:0:320733:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827147.385866:0:320734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827147.385871:0:320733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00010000:1.0:1787827147.385882:0:320734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c1b970 00010000:00010000:2.0:1787827147.385885:0:320733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb2bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320733 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.385889:0:320734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00100000:2.0:1787827147.385900:0:320733:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802705920/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1787827147.385902:0:320734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827147.385925:0:320733:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.385940:0:320733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827147.385950:0:320733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00010000:2.0:1787827147.385959:0:320733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb292 from it ffffae8181c239a0 00010000:00010000:2.0:1787827147.385962:0:320733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827147.385971:0:320733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827147.385994:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.386003:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.386025:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.386029:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.386048:0:320734:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.386052:0:320734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.387100:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.387118:0:320733:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=1536 00000080:00200000:2.0:1787827147.387122:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 3 00000080:00200000:2.0:1787827147.387127:0:320733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 3 00000080:00200000:2.0:1787827147.387133:0:320733:0:(namei.c:2239:do_mkdir()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8) 00010000:00010000:2.0:1787827147.387169:0:320733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827147.387239:0:320733:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827147.387247:0:320733:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827147.387251:0:320733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb292 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69d9a expref: -99 pid: 320701 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827147.387273:0:320733:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827147.387297:0:320733:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d103c0 x1874669802706176/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827147.387320:0:320733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802706176:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827147.387389:0:320733:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.389218:0:320733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320733:1874669802706176:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827147.389263:0:320733:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348) 00000080:00200000:2.0:1787827147.389271:0:320733:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200000:3.0:1787827147.392754:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.392776:0:320736:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.392787:0:320736:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.392809:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.392882:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.392894:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.392905:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.392934:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706304:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827147.393044:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.395037:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706304:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827147.395063:0:320736:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395077:0:320736:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395099:0:320736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395112:0:320736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395125:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395134:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395142:0:320736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.395155:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802706304/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827147.395168:0:320736:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395182:0:320736:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1677 (0 0) 00000080:00200000:3.0:1787827147.395189:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827147.395220:0:320736:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68d:0x0], updating i_size 4096 00000080:00010000:3.0:1787827147.395226:0:320736:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.395233:0:320736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.395236:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c53cb8 00010000:00010000:3.0:1787827147.395240:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.395254:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827147.396816:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.396837:0:320736:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:3.0:1787827147.396842:0:320736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:3.0:1787827147.396866:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827147.396925:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.396935:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.396945:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.396972:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706432:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.397077:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.398738:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706432:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.398765:0:320736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398784:0:320736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398792:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398798:0:320736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398804:0:320736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398808:0:320736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.398812:0:320736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398816:0:320736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398822:0:320736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398827:0:320736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.398833:0:320736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.398838:0:320736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb2ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.398852:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802706432/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.398863:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.398885:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.398893:0:320736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827147.398900:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c53970 00010000:00010000:3.0:1787827147.398902:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.398907:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827147.398969:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.398980:0:320736:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:3.0:1787827147.398982:0:320736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:3.0:1787827147.398993:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827147.399017:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.399021:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.399027:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.399039:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706560:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.399106:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.400220:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706560:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.400232:0:320736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400240:0:320736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400244:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400248:0:320736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400252:0:320736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400255:0:320736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.400258:0:320736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400261:0:320736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400265:0:320736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400269:0:320736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.400273:0:320736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400300:0:320736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.400310:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802706560/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.400319:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.400333:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827147.400340:0:320736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827147.400346:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c53970 00010000:00010000:3.0:1787827147.400349:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827147.400353:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827147.400393:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.400401:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.400413:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.400417:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.400426:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.400429:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.400437:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.400445:0:320736:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:3.0:1787827147.400449:0:320736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:3.0:1787827147.400488:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827147.400528:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400533:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.400539:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.400552:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706688:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.400614:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.401943:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706688:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.401959:0:320736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.401971:0:320736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.401978:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.401984:0:320736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.401992:0:320736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.401998:0:320736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.402003:0:320736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.402009:0:320736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.402016:0:320736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.402023:0:320736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.402029:0:320736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.402035:0:320736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb2d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.402051:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802706688/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.402065:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.402085:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827147.402095:0:320736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827147.402103:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c53970 00010000:00010000:3.0:1787827147.402107:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827147.402114:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827147.402187:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.402196:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.402208:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.402211:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.402219:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.402232:0:320736:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f4503f380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.402237:0:320736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:3.0:1787827147.402263:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.402308:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.402313:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.402321:0:320736:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.402331:0:320736:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802706944/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.402340:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.402357:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706944:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.402581:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.404649:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802706944:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.404675:0:320736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404702:0:320736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404707:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404712:0:320736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404718:0:320736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404722:0:320736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.404725:0:320736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404729:0:320736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404734:0:320736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404739:0:320736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.404744:0:320736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.404749:0:320736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb2df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.404765:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802706944/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.404778:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.404801:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827147.404810:0:320736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827147.404817:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c539a0 00010000:00010000:3.0:1787827147.404820:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827147.404825:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827147.405297:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405309:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.405336:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405341:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.405352:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405355:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.405365:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405368:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.405377:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405380:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.405389:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405393:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.405401:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405405:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.405415:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405419:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.405430:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.405441:0:320736:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f42e73380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.405448:0:320736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:3.0:1787827147.405502:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.405564:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.405572:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.405585:0:320736:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.405592:0:320736:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802707200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.405608:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.405630:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802707200:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.405805:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.407553:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802707200:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.407572:0:320736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407586:0:320736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407592:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407600:0:320736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407609:0:320736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407628:0:320736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.407633:0:320736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407640:0:320736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407648:0:320736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407654:0:320736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.407661:0:320736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.407668:0:320736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bb2e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.407687:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802707200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.407701:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.407724:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827147.407736:0:320736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827147.407746:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c539a0 00010000:00010000:3.0:1787827147.407750:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827147.407758:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827147.408132:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408142:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.408151:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408154:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.408161:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408164:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.408171:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408174:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.408180:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408183:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.408191:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408195:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.408213:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408216:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.408222:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408224:0:320736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.408230:0:320736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.408239:0:320736:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f4503fe00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827147.408244:0:320736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:3.0:1787827147.408256:0:320736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827147.408305:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.408316:0:320736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827147.408327:0:320736:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827147.408334:0:320736:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802707456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827147.408343:0:320736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.408363:0:320736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802707456:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827147.408559:0:320736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.410034:0:320736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320736:1874669802707456:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827147.410052:0:320736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410061:0:320736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410065:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410076:0:320736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410082:0:320736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410089:0:320736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827147.410093:0:320736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410097:0:320736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410101:0:320736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410107:0:320736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827147.410116:0:320736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.410122:0:320736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb2ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.410138:0:320736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802707456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827147.410150:0:320736:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827147.410171:0:320736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827147.410183:0:320736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827147.410191:0:320736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c539a0 00010000:00010000:3.0:1787827147.410195:0:320736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827147.410218:0:320736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827147.415159:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.415188:0:320739:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.415196:0:320739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:0.0:1787827147.415212:0:320739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.415226:0:320739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827147.415237:0:320739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827147.415245:0:320739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.415252:0:320739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:0.0:1787827147.415255:0:320739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:0.0:1787827147.415262:0:320739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c13cb8 00010000:00010000:0.0:1787827147.415266:0:320739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827147.415292:0:320739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827147.415752:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415767:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.415783:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415788:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.415799:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415801:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.415812:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415816:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.415829:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415832:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.415844:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415848:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.415858:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415860:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.415866:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415868:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.415879:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.415883:0:320738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.416511:0:320738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.416528:0:320738:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=1 00000080:00200000:2.0:1787827147.416534:0:320738:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=getattr 00000002:00010000:2.0:1787827147.416559:0:320738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827147.416625:0:320738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.416635:0:320738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.416647:0:320738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320738 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.416679:0:320738:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320738:1874669802707584:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827147.416799:0:320738:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000080:00200000:0.0:1787827147.416957:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.416968:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.416980:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.416984:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.416993:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.416996:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.417004:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.417007:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.417016:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.417019:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.417028:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.417031:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.417041:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.417044:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.417053:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.417057:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.417066:0:320739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.417069:0:320739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1787827147.418357:0:320738:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320738:1874669802707584:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827147.418375:0:320738:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418399:0:320738:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418408:0:320738:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418421:0:320738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418432:0:320738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418444:0:320738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418492:0:320738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418507:0:320738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.418520:0:320738:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d11a40 x1874669802707584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827147.418533:0:320738:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418548:0:320738:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1678 (0 0) 00000080:00200000:2.0:1787827147.418553:0:320738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827147.418576:0:320738:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200000:2.0:1787827147.418579:0:320738:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68e:0x0](ffff9d1f436a5348): rc = 0 00000080:00010000:2.0:1787827147.418585:0:320738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) for lock 0xf3d5ba2766bb2f4 00000080:00010000:2.0:1787827147.418602:0:320738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) 00000080:00010000:2.0:1787827147.418604:0:320738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2f4 from it ffffae8180ddbbc0 00010000:00010000:2.0:1787827147.418607:0:320738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.418613:0:320738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787827147.418649:0:320738:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42:[0x200000401:0x68e:0x0](ffff9d1f436a5348) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446635356835196928, atime 1787827147.000000000, mtime 1787827147.000000000, ctime 1787827147.000000000 00010000:00010000:2.0:1787827147.418665:0:320738:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.418705:0:320738:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.418710:0:320738:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827147.418712:0:320738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb2f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69ece expref: -99 pid: 320738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787827147.418729:0:320738:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827147.418735:0:320738:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d11a40 x1874669802707840/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827147.418753:0:320738:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320738:1874669802707840:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827147.418807:0:320738:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.421655:0:320738:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973982 gen 1 00000100:00100000:2.0:1787827147.421685:0:320738:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320738:1874669802707840:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827147.421722:0:320738:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200008:2.0:1787827147.421739:0:320738:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42:[0x200000401:0x68e:0x0](ffff9d1f436a5348) current size 4096, valid attrs 10000046, mode ffff, uid 65534, gid 65534, new size 18446635356835196928, atime 1787827147.000000000, mtime 1787827147.000000000, ctime 1787827147.000000000, rc 0 00000080:00200000:3.0:1787827147.425238:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.425257:0:320741:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.425265:0:320741:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.425295:0:320741:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.425313:0:320741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827147.425328:0:320741:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827147.425337:0:320741:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.425343:0:320741:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.425347:0:320741:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.425354:0:320741:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c63cb8 00010000:00010000:3.0:1787827147.425358:0:320741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827147.425366:0:320741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827147.426401:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426407:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.426418:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426422:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426431:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426434:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426443:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426447:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426455:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426488:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426514:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426519:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.426546:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426550:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.426561:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426565:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.426576:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426581:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827147.426760:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426765:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.426778:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426781:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426789:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426792:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426800:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426803:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426810:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426813:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.426821:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426824:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.426833:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426835:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.426843:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426846:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.426854:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.426857:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.427013:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427019:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.427028:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427031:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.427038:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427040:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.427047:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427050:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.427063:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427065:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.427072:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427075:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.427081:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427084:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.427091:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427094:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.427100:0:320741:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.427103:0:320741:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827147.430907:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:2.0:1787827147.430922:0:320744:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.430929:0:320744:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:2.0:1787827147.430945:0:320744:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.430960:0:320744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1787827147.430972:0:320744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787827147.430979:0:320744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.430985:0:320744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827147.430998:0:320744:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:2.0:1787827147.431009:0:320744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181eb3cb8 00010000:00010000:2.0:1787827147.431013:0:320744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1787827147.431026:0:320744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787827147.431586:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431594:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.431604:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431609:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.431618:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431621:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.431629:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431632:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.431639:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431642:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.431650:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431653:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.431661:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431664:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.431673:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431676:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.431684:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.431688:0:320743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.431999:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432004:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.432012:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432016:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.432023:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432026:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.432035:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432038:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.432045:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432048:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.432055:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432058:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.432066:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432069:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.432076:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432078:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.432086:0:320744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.432089:0:320744:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827147.432297:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.432310:0:320743:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=16 00000080:00200000:1.0:1787827147.432316:0:320743:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:1.0:1787827147.432330:0:320743:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827147.432373:0:320743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.432383:0:320743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.432393:0:320743:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320743 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827147.432416:0:320743:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320743:1874669802707968:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1787827147.432517:0:320743:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787827147.434264:0:320743:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320743:1874669802707968:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1787827147.434281:0:320743:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434309:0:320743:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434316:0:320743:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434326:0:320743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434336:0:320743:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434345:0:320743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434354:0:320743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434362:0:320743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827147.434375:0:320743:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f47fa0f00 x1874669802707968/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1787827147.434387:0:320743:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434396:0:320743:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1678 (0 0) 00000080:00200000:1.0:1787827147.434400:0:320743:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787827147.434418:0:320743:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200000:1.0:1787827147.434421:0:320743:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68e:0x0](ffff9d1f436a5348): rc = 0 00000080:00010000:1.0:1787827147.434436:0:320743:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) for lock 0xf3d5ba2766bb2fb 00000080:00010000:1.0:1787827147.434448:0:320743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) 00000080:00010000:1.0:1787827147.434451:0:320743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2fb from it ffffae81816a7ab0 00010000:00010000:1.0:1787827147.434454:0:320743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.434493:0:320743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827147.434518:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.434531:0:320743:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), flags=1536 00000080:00200000:1.0:1787827147.434536:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 3 00000080:00200000:1.0:1787827147.434541:0:320743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 3 00000080:00200000:1.0:1787827147.434546:0:320743:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), target=test 00000020:00100000:1.0:1787827147.434586:0:320743:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827147.434593:0:320743:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa0f00 x1874669802708224/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827147.434610:0:320743:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320743:1874669802708224:192.168.203.151@tcp:36:pjdfstest.65534 00000100:00100000:1.0:1787827147.434657:0:320743:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787827147.436344:0:320743:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320743:1874669802708224:192.168.203.151@tcp:36:pjdfstest.65534 00000080:00200000:1.0:1787827147.436373:0:320743:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x68f:0x0](ffff9d1f4364ec08) 00000080:00200000:1.0:1787827147.436377:0:320743:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68f:0x0], updating i_size 4 00000080:00200000:1.0:1787827147.438900:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.438913:0:320746:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.438920:0:320746:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:1.0:1787827147.438935:0:320746:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.438951:0:320746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827147.438965:0:320746:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787827147.438973:0:320746:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.438979:0:320746:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:1.0:1787827147.438983:0:320746:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:1.0:1787827147.438990:0:320746:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c23cb8 00010000:00010000:1.0:1787827147.439004:0:320746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827147.439018:0:320746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787827147.440404:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440412:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.440421:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440425:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440432:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440435:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440441:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440444:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440451:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440454:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440484:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440489:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440500:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440504:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440512:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440515:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440522:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440525:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1787827147.440676:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440682:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.440691:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440694:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440702:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440705:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440713:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440717:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440724:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440727:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440735:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440738:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440746:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440749:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440756:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440759:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440766:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440769:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827147.440900:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440905:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.440913:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440916:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440923:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440926:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440934:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440937:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440945:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440949:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.440957:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440960:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440967:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440970:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440977:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440980:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.440986:0:320746:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.440990:0:320746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827147.444948:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.444959:0:320749:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.444965:0:320749:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.444978:0:320749:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.444992:0:320749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827147.445006:0:320749:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827147.445015:0:320749:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.445022:0:320749:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.445026:0:320749:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.445032:0:320749:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c83cb8 00010000:00010000:3.0:1787827147.445036:0:320749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827147.445044:0:320749:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:0.0:1787827147.445821:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445830:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.445842:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445847:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.445858:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445861:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.445866:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445869:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.445874:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445876:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.445881:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445884:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.445890:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445892:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.445897:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445898:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.445903:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.445906:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.446139:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446144:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.446149:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446152:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.446156:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446159:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.446163:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446164:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.446169:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446171:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.446176:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446178:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.446182:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446184:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.446188:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446189:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.446194:0:320749:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.446195:0:320749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.446603:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.446609:0:320748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, flags=16 00000080:00200000:0.0:1787827147.446613:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.446623:0:320748:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), flags=0 00000080:00200000:0.0:1787827147.446626:0:320748:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), intent=getattr 00000002:00010000:0.0:1787827147.446643:0:320748:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_5c7fde7f78b668027918c9fa2f1f357f,[0x0:0x0:0x0]) in obj [0x200000401:0x68e:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827147.446683:0:320748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.446691:0:320748:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320748 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.446701:0:320748:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320748 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827147.446725:0:320748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320748:1874669802708352:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:0.0:1787827147.446804:0:320748:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa4480 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.448392:0:320748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320748:1874669802708352:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1787827147.448407:0:320748:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448423:0:320748:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448435:0:320748:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448450:0:320748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448474:0:320748:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448483:0:320748:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448491:0:320748:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448498:0:320748:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.448508:0:320748:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802708352/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1787827147.448519:0:320748:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448528:0:320748:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1679 (0 0) 00000080:00200000:2.0:1787827147.448533:0:320748:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68e:0x0] suppgids 65534 -1: rc 0 00000080:00200000:2.0:1787827147.448549:0:320748:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68f:0x0], updating i_size 4 00000080:00200000:2.0:1787827147.448552:0:320748:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68f:0x0](ffff9d1f4364ec08): rc = 0 00000080:00010000:2.0:1787827147.448556:0:320748:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68f:0x0](ffff9d1f4364ec08) for lock 0xf3d5ba2766bb302 00000080:00010000:2.0:1787827147.448563:0:320748:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68f:0x0](ffff9d1f4364ec08) 00000080:00010000:2.0:1787827147.448566:0:320748:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb302 from it ffffae8181eb3e00 00010000:00010000:2.0:1787827147.448568:0:320748:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.448583:0:320748:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827147.448606:0:320748:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 3 00000080:00200000:2.0:1787827147.448612:0:320748:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348) 00010000:00010000:2.0:1787827147.448630:0:320748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.448661:0:320748:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.448667:0:320748:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827147.448670:0:320748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb302 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69f1b expref: -99 pid: 320748 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787827147.448695:0:320748:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827147.448701:0:320748:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d11a40 x1874669802708608/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827147.448716:0:320748:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320748:1874669802708608:192.168.203.151@tcp:36:pjdfstest.65534 00000100:00100000:2.0:1787827147.448759:0:320748:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125300 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.450392:0:320748:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320748:1874669802708608:192.168.203.151@tcp:36:pjdfstest.65534 00000080:00200000:2.0:1787827147.450429:0:320748:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x68f:0x0](ffff9d1f4364ec08) 00000080:00200000:3.0:1787827147.453453:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.453495:0:320751:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.453503:0:320751:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.453517:0:320751:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.453532:0:320751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.453552:0:320751:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827147.453560:0:320751:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.453566:0:320751:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.453569:0:320751:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.453577:0:320751:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c93cb8 00010000:00010000:3.0:1787827147.453581:0:320751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.453590:0:320751:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787827147.454766:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454774:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.454784:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454787:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.454796:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454799:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.454807:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454810:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.454818:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454821:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.454827:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454831:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.454838:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454841:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.454848:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454851:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.454858:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.454861:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827147.454997:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455002:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.455012:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455015:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455022:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455025:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455032:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455035:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455042:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455045:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455051:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455054:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.455062:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455064:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.455073:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455076:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.455084:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455088:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.455208:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455213:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.455221:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455225:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455232:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455235:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455243:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455246:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455253:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455256:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.455263:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455266:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.455273:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455276:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.455299:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455303:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.455312:0:320751:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.455316:0:320751:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827147.459118:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.459134:0:320754:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.459142:0:320754:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:0.0:1787827147.459157:0:320754:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.459171:0:320754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787827147.459182:0:320754:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787827147.459187:0:320754:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.459192:0:320754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:0.0:1787827147.459194:0:320754:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:0.0:1787827147.459199:0:320754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8180ddbcb8 00010000:00010000:0.0:1787827147.459202:0:320754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787827147.459207:0:320754:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827147.460502:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460511:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.460530:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460535:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.460553:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460556:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460558:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.460562:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.460577:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460579:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460585:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.460586:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.460610:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460612:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460615:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.460618:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.460634:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460639:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460641:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.460646:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.460659:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460664:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.460667:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460673:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.460683:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460688:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.460690:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460695:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.460709:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460711:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.460715:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.460716:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.460729:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460731:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.460744:0:320754:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.460746:0:320754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.461340:0:320753:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.461347:0:320753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, flags=1 00000080:00200008:3.0:1787827147.461361:0:320753:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42:[0x200000401:0x68e:0x0](ffff9d1f436a5348) current size 4096, valid attrs 41, mode 416d, uid 1239056384, gid -25313, new size 0, atime 1787827147.000000000, mtime 1787827147.000000000, ctime 1787827147.000000000 00010000:00010000:3.0:1787827147.461383:0:320753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.461431:0:320753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827147.461439:0:320753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827147.461442:0:320753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb2fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69ef1 expref: -99 pid: 320743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787827147.461493:0:320753:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827147.461506:0:320753:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802708864/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827147.461530:0:320753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320753:1874669802708864:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827147.461620:0:320753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.464959:0:320753:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973985 gen 1 00000100:00100000:3.0:1787827147.464988:0:320753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320753:1874669802708864:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827147.465022:0:320753:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200008:3.0:1787827147.465035:0:320753:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42:[0x200000401:0x68e:0x0](ffff9d1f436a5348) current size 4096, valid attrs 10000041, mode 416d, uid 1239056384, gid -25313, new size 0, atime 1787827147.000000000, mtime 1787827147.000000000, ctime 1787827147.000000000, rc 0 00000080:00200000:3.0:1787827147.467881:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.467897:0:320756:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.467904:0:320756:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.467919:0:320756:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.467936:0:320756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827147.467949:0:320756:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827147.467957:0:320756:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.467964:0:320756:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.467967:0:320756:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.467974:0:320756:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181cbbcb8 00010000:00010000:3.0:1787827147.467977:0:320756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827147.467986:0:320756:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787827147.469226:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469236:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.469250:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469255:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469264:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469267:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469277:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469280:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469304:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469307:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469316:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469319:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469326:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469329:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469336:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469339:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469347:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469351:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827147.469534:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469540:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.469549:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469552:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469559:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469562:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469570:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469572:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469580:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469583:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469592:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469595:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469603:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469606:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469611:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469613:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469618:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469620:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.469748:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469756:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.469764:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469768:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469775:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469778:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469786:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469789:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469796:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469799:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.469806:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469809:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469817:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469820:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469827:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469828:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.469833:0:320756:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.469835:0:320756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827147.474182:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.474199:0:320759:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.474207:0:320759:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:0.0:1787827147.474224:0:320759:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.474242:0:320759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827147.474256:0:320759:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1787827147.474264:0:320759:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.474272:0:320759:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:0.0:1787827147.474276:0:320759:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:0.0:1787827147.474293:0:320759:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181cabcb8 00010000:00010000:0.0:1787827147.474298:0:320759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827147.474308:0:320759:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1787827147.474361:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474370:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.474387:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474392:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.474405:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474409:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.474424:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474429:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.474444:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474448:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.474487:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474492:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.474504:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474507:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.474515:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474517:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.474525:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.474527:0:320758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.475224:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.475238:0:320758:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=16 00000080:00200000:2.0:1787827147.475242:0:320758:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.475253:0:320758:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.475303:0:320758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.475310:0:320758:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.475325:0:320758:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.475349:0:320758:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320758:1874669802708992:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1787827147.475435:0:320758:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f431253c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787827147.475563:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475569:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.475579:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475583:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.475590:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475593:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.475600:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475603:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.475611:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475614:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.475621:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475625:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.475631:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475635:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.475642:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475645:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.475652:0:320759:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.475655:0:320759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1787827147.477326:0:320758:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320758:1874669802708992:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1787827147.477350:0:320758:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477374:0:320758:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477383:0:320758:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477394:0:320758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477404:0:320758:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477416:0:320758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477424:0:320758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477437:0:320758:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.477448:0:320758:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f45d103c0 x1874669802708992/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1787827147.477484:0:320758:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477494:0:320758:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1678 (0 0) 00000080:00200000:2.0:1787827147.477499:0:320758:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787827147.477515:0:320758:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200000:2.0:1787827147.477518:0:320758:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68e:0x0](ffff9d1f436a5348): rc = 0 00000080:00010000:2.0:1787827147.477523:0:320758:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) for lock 0xf3d5ba2766bb309 00000080:00010000:2.0:1787827147.477532:0:320758:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) 00000080:00010000:2.0:1787827147.477535:0:320758:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb309 from it ffffae8181ca3ab0 00010000:00010000:2.0:1787827147.477539:0:320758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477547:0:320758:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827147.477571:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 416d mask 1 00000080:00200000:2.0:1787827147.477585:0:320758:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), flags=1536 00000080:00200000:2.0:1787827147.477589:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 416d mask 3 00000080:00200000:2.0:1787827147.477593:0:320758:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), intent=0 00000002:00010000:2.0:1787827147.477606:0:320758:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_5c7fde7f78b668027918c9fa2f1f357f,[0x0:0x0:0x0]) in obj [0x200000401:0x68e:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.477632:0:320758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477640:0:320758:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.477648:0:320758:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.477662:0:320758:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320758:1874669802709120:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1787827147.477714:0:320758:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f431253c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.478766:0:320758:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320758:1874669802709120:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1787827147.478775:0:320758:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478783:0:320758:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478790:0:320758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478796:0:320758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478803:0:320758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478809:0:320758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.478813:0:320758:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478820:0:320758:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478826:0:320758:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478833:0:320758:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.478839:0:320758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.478845:0:320758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb310 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320758 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.478858:0:320758:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d103c0 x1874669802709120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00200000:2.0:1787827147.478868:0:320758:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68e:0x0] suppgids 65534 -1: rc 0 00010000:00010000:2.0:1787827147.478879:0:320758:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1678 (0 0) 00000080:00200000:2.0:1787827147.478891:0:320758:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 416d mask 3 00000080:00200000:3.0:1787827147.481723:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.481749:0:320761:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.481756:0:320761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.481767:0:320761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.481779:0:320761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827147.481788:0:320761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787827147.481794:0:320761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.481799:0:320761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.481802:0:320761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.481807:0:320761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181ccbcb8 00010000:00010000:3.0:1787827147.481810:0:320761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827147.481815:0:320761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:3.0:1787827147.482815:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482823:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.482831:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482834:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.482842:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482844:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.482852:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482855:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.482863:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482865:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.482872:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482875:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.482881:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482884:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.482890:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482893:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.482900:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.482904:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827147.483047:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483052:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.483059:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483062:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483070:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483073:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483079:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483082:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483089:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483092:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483099:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483102:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.483109:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483111:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.483118:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483121:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.483127:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483131:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.483244:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483249:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.483257:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483260:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483266:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483269:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483275:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483278:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483300:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483303:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.483311:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483314:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.483322:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483324:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.483332:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483335:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.483341:0:320761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.483345:0:320761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827147.487654:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.487671:0:320764:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.487679:0:320764:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:0.0:1787827147.487696:0:320764:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.487713:0:320764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827147.487728:0:320764:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827147.487743:0:320764:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.487750:0:320764:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:0.0:1787827147.487754:0:320764:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:0.0:1787827147.487762:0:320764:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181ca3cb8 00010000:00010000:0.0:1787827147.487766:0:320764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827147.487775:0:320764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787827147.488162:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488170:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.488182:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488186:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.488196:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488200:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.488211:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488214:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.488223:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488227:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.488238:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488243:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.488254:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488258:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.488266:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488270:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.488278:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488295:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.488805:0:320763:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.488812:0:320763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, flags=1 00000080:00200008:2.0:1787827147.488825:0:320763:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42:[0x200000401:0x68e:0x0](ffff9d1f436a5348) current size 4096, valid attrs 41, mode 41ed, uid 1632808960, gid -25313, new size 0, atime 1787827147.000000000, mtime 1787827147.000000000, ctime 1787827147.000000000 00010000:00010000:2.0:1787827147.488845:0:320763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.488890:0:320763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.488897:0:320763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827147.488900:0:320763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb309 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69f53 expref: -99 pid: 320758 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787827147.488919:0:320763:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827147.488930:0:320763:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d103c0 x1874669802709376/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827147.488952:0:320763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320763:1874669802709376:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827147.489050:0:320763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125900 going to sleep for 11 seconds 00000080:00200000:0.0:1787827147.489171:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489178:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.489186:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489190:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.489199:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489202:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.489212:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489215:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.489224:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489228:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.489237:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489240:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.489249:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489252:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.489261:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489264:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.489273:0:320764:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.489276:0:320764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1787827147.491336:0:320763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320763:1874669802709376:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827147.491375:0:320763:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200008:2.0:1787827147.491385:0:320763:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42:[0x200000401:0x68e:0x0](ffff9d1f436a5348) current size 4096, valid attrs 10000041, mode 41ed, uid 1632808960, gid -25313, new size 0, atime 1787827147.000000000, mtime 1787827147.000000000, ctime 1787827147.000000000, rc 0 00000080:00200000:3.0:1787827147.494217:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.494231:0:320766:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.494239:0:320766:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.494256:0:320766:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.494273:0:320766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787827147.494300:0:320766:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:3.0:1787827147.494308:0:320766:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.494314:0:320766:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.494318:0:320766:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.494325:0:320766:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181ce3cb8 00010000:00010000:3.0:1787827147.494329:0:320766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787827147.494339:0:320766:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:3.0:1787827147.495564:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495572:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.495582:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495586:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495594:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495597:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495605:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495609:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495617:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495620:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495628:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495631:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.495638:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495641:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.495649:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495652:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.495659:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495662:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827147.495802:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495807:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.495815:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495818:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495825:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495828:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495835:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495838:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495845:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495848:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.495855:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495858:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.495865:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495868:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.495876:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495879:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.495885:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.495889:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.496018:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496023:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.496032:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496035:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.496041:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496044:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.496051:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496054:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.496061:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496064:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.496071:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496074:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.496081:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496084:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.496091:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496094:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.496103:0:320766:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.496107:0:320766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827147.499963:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.499976:0:320769:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.499982:0:320769:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:0.0:1787827147.499998:0:320769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.500014:0:320769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787827147.500033:0:320769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:0.0:1787827147.500041:0:320769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.500047:0:320769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:0.0:1787827147.500049:0:320769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:0.0:1787827147.500054:0:320769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181cc3cb8 00010000:00010000:0.0:1787827147.500057:0:320769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787827147.500063:0:320769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1787827147.500918:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.500926:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.500941:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.500946:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.500956:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.500960:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.500970:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.500974:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.500984:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.500987:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.500998:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.501001:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.501012:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.501015:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.501023:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.501026:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.501036:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.501040:0:320768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.501266:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501272:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.501295:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501300:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.501310:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501313:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.501321:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501324:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.501333:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501336:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.501344:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501347:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.501356:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501358:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.501362:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501364:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.501368:0:320769:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.501370:0:320769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.501816:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.501828:0:320768:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=16 00000080:00200000:2.0:1787827147.501832:0:320768:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.501848:0:320768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.501886:0:320768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.501896:0:320768:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.501902:0:320768:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.501920:0:320768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320768:1874669802709504:192.168.203.151@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1787827147.501995:0:320768:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.503633:0:320768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320768:1874669802709504:192.168.203.151@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1787827147.503649:0:320768:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503665:0:320768:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503672:0:320768:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503683:0:320768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503690:0:320768:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503697:0:320768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503705:0:320768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503710:0:320768:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.503717:0:320768:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f45d10000 x1874669802709504/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1787827147.503725:0:320768:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503731:0:320768:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1678 (0 0) 00000080:00200000:2.0:1787827147.503734:0:320768:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787827147.503747:0:320768:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68e:0x0], updating i_size 4096 00000080:00200000:2.0:1787827147.503750:0:320768:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68e:0x0](ffff9d1f436a5348): rc = 0 00000080:00010000:2.0:1787827147.503755:0:320768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) for lock 0xf3d5ba2766bb317 00000080:00010000:2.0:1787827147.503763:0:320768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68e:0x0](ffff9d1f436a5348) 00000080:00010000:2.0:1787827147.503766:0:320768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb317 from it ffffae8181cdbab0 00010000:00010000:2.0:1787827147.503769:0:320768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.503778:0:320768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827147.503800:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.503812:0:320768:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), flags=1536 00000080:00200000:2.0:1787827147.503816:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 3 00000080:00200000:2.0:1787827147.503821:0:320768:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 3 00000080:00200000:2.0:1787827147.503825:0:320768:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), target=test 00000020:00100000:2.0:1787827147.503863:0:320768:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827147.503870:0:320768:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10000 x1874669802709760/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827147.503886:0:320768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320768:1874669802709760:192.168.203.151@tcp:36:pjdfstest.65534 00000100:00100000:2.0:1787827147.503921:0:320768:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.505455:0:320768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320768:1874669802709760:192.168.203.151@tcp:36:pjdfstest.65534 00000080:00200000:2.0:1787827147.505511:0:320768:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x690:0x0](ffff9d1f436a42c8) 00000080:00200000:2.0:1787827147.505516:0:320768:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x690:0x0], updating i_size 4 00000080:00200000:3.0:1787827147.508557:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:3.0:1787827147.508570:0:320771:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.508575:0:320771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:3.0:1787827147.508588:0:320771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.508601:0:320771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1787827147.508610:0:320771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:3.0:1787827147.508615:0:320771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.508620:0:320771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827147.508622:0:320771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:3.0:1787827147.508628:0:320771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181cfbcb8 00010000:00010000:3.0:1787827147.508631:0:320771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1787827147.508636:0:320771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:3.0:1787827147.509667:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509673:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.509681:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509683:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509688:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509689:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509693:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509695:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509700:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509702:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509706:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509708:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.509713:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509714:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.509718:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509720:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.509724:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509726:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827147.509866:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509871:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.509880:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509884:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509893:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509896:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509901:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509902:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509907:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509909:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.509913:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509915:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.509919:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509921:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.509926:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509928:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.509932:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.509935:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.510026:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510029:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.510034:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510036:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.510040:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510042:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.510046:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510048:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.510052:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510054:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.510058:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510059:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.510064:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510065:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.510069:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510071:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.510077:0:320771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.510081:0:320771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827147.513252:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:2.0:1787827147.513265:0:320774:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.513272:0:320774:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:2.0:1787827147.513298:0:320774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.513314:0:320774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787827147.513326:0:320774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787827147.513334:0:320774:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.513341:0:320774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827147.513345:0:320774:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:2.0:1787827147.513351:0:320774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c6bcb8 00010000:00010000:2.0:1787827147.513355:0:320774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787827147.513361:0:320774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787827147.513920:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513927:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.513934:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513937:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.513946:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513948:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.513957:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513959:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.513968:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513970:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.513979:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513982:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.513993:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.513996:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.514010:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.514014:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.514025:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.514029:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827147.514508:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.514515:0:320773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, flags=16 00000080:00200000:1.0:1787827147.514529:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.514543:0:320773:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), flags=0 00000080:00200000:1.0:1787827147.514546:0:320773:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348), intent=getattr 00000002:00010000:1.0:1787827147.514558:0:320773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_5c7fde7f78b668027918c9fa2f1f357f,[0x0:0x0:0x0]) in obj [0x200000401:0x68e:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787827147.514601:0:320773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.514610:0:320773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.514620:0:320773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827147.514643:0:320773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320773:1874669802709888:192.168.203.151@tcp:101:pjdfstest.0 00000080:00200000:2.0:1787827147.514711:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514717:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.514727:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514731:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:1.0:1787827147.514733:0:320773:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 11 seconds 00000080:00200000:2.0:1787827147.514741:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514746:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.514754:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514756:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.514762:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514765:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.514772:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514775:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.514782:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514784:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.514790:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514793:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.514799:0:320774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.514802:0:320774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:1.0:1787827147.516933:0:320773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320773:1874669802709888:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827147.516950:0:320773:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.516967:0:320773:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x690:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.516974:0:320773:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.516984:0:320773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.516994:0:320773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.517005:0:320773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.517013:0:320773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.517019:0:320773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827147.517031:0:320773:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa3480 x1874669802709888/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827147.517040:0:320773:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.517046:0:320773:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1680 (0 0) 00000080:00200000:1.0:1787827147.517049:0:320773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68e:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787827147.517063:0:320773:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x690:0x0], updating i_size 4 00000080:00200000:1.0:1787827147.517065:0:320773:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x690:0x0](ffff9d1f436a42c8): rc = 0 00000080:00010000:1.0:1787827147.517070:0:320773:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x690:0x0](ffff9d1f436a42c8) for lock 0xf3d5ba2766bb31e 00000080:00010000:1.0:1787827147.517077:0:320773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x690:0x0](ffff9d1f436a42c8) 00000080:00010000:1.0:1787827147.517080:0:320773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb31e from it ffffae8181c63e00 00010000:00010000:1.0:1787827147.517083:0:320773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827147.517090:0:320773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827147.517114:0:320773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348), inode mode 41ed mask 3 00000080:00200000:1.0:1787827147.517123:0:320773:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_5c7fde7f78b668027918c9fa2f1f357f, dir=[0x200000401:0x68e:0x0](ffff9d1f436a5348) 00010000:00010000:1.0:1787827147.517143:0:320773:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827147.517178:0:320773:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827147.517195:0:320773:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827147.517198:0:320773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb31e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x690:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69fb5 expref: -99 pid: 320773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787827147.517219:0:320773:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827147.517226:0:320773:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3480 x1874669802710144/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827147.517241:0:320773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320773:1874669802710144:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:1.0:1787827147.517296:0:320773:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 11 seconds 00000100:00100000:1.0:1787827147.518780:0:320773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320773:1874669802710144:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:1.0:1787827147.518814:0:320773:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x690:0x0](ffff9d1f436a42c8) 00000080:00200000:1.0:1787827147.521786:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:1.0:1787827147.521803:0:320776:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827147.521809:0:320776:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:1.0:1787827147.521823:0:320776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827147.521837:0:320776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787827147.521854:0:320776:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787827147.521863:0:320776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827147.521870:0:320776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:1.0:1787827147.521874:0:320776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:1.0:1787827147.521882:0:320776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181eb3cb8 00010000:00010000:1.0:1787827147.521886:0:320776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787827147.521896:0:320776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787827147.523120:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523129:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.523139:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523142:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523150:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523153:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523160:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523163:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523172:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523176:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523184:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523186:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523193:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523196:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523204:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523206:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523213:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523217:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1787827147.523391:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523397:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.523406:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523409:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523418:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523421:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523429:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523432:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523439:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523441:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523446:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523448:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523453:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523455:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523480:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523482:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523487:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523490:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827147.523607:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523611:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827147.523618:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523620:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523626:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523629:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523636:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523639:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523649:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523652:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827147.523662:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523665:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523673:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523676:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523685:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523688:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827147.523695:0:320776:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787827147.523698:0:320776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827147.527797:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:2.0:1787827147.527810:0:320779:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.527816:0:320779:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:2.0:1787827147.527830:0:320779:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.527844:0:320779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787827147.527855:0:320779:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:2.0:1787827147.527860:0:320779:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827147.527865:0:320779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827147.527868:0:320779:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb2c3 00000080:00010000:2.0:1787827147.527873:0:320779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb2c3 from it ffffae8181c73cb8 00010000:00010000:2.0:1787827147.527876:0:320779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787827147.527882:0:320779:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787827147.529057:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529068:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.529090:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529094:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.529112:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529116:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.529134:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529137:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.529156:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529160:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.529178:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529182:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.529199:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529203:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.529222:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529225:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.529244:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529248:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827147.529344:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529351:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.529364:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529368:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.529380:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529383:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.529395:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529398:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.529411:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529415:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.529427:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529431:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.529442:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529445:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.529485:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529490:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.529505:0:320779:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.529509:0:320779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827147.529842:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.529849:0:320778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, flags=0 00000080:00200000:0.0:1787827147.529854:0:320778:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 3 00000080:00200000:0.0:1787827147.529860:0:320778:0:(namei.c:2328:ll_rmdir()) VFS Op:name=pjdfstest_fec88ecccf820ad8e42bd3b6ab950f42, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8) 00010000:00010000:0.0:1787827147.529885:0:320778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787827147.529938:0:320778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827147.529976:0:320778:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827147.529984:0:320778:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787827147.529990:0:320778:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787827147.529993:0:320778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb317 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69f8b expref: -99 pid: 320768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827147.530008:0:320778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bb2c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69e34 expref: -99 pid: 320736 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000020:00100000:0.0:1787827147.530028:0:320778:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827147.530040:0:320778:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94b40 x1874669802710400/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827147.530063:0:320778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320778:1874669802710400:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827147.530164:0:320778:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47fa46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827147.532192:0:320778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320778:1874669802710400:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827147.532222:0:320778:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x68e:0x0](ffff9d1f436a5348) 00000080:00200000:2.0:1787827147.535238:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200008:2.0:1787827147.535253:0:320781:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_2d68bc77931e291391bc5dbbfc9735fc:[0x200000401:0x68d:0x0](ffff9d1f436163c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.535261:0:320781:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8),name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc 00000002:00010000:2.0:1787827147.535277:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x68d:0x0]) in obj [0x200000401:0x68d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.535343:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.535352:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.535361:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.535381:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710528:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827147.535479:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.536736:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710528:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827147.536754:0:320781:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536764:0:320781:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536776:0:320781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536792:0:320781:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536800:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536805:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536809:0:320781:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.536816:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d12940 x1874669802710528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827147.536824:0:320781:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536831:0:320781:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1677 (0 0) 00000080:00200000:2.0:1787827147.536835:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x68d:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827147.536848:0:320781:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68d:0x0], updating i_size 4096 00000080:00010000:2.0:1787827147.536852:0:320781:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb325 00000080:00010000:2.0:1787827147.536855:0:320781:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827147.536858:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0bcb8 00010000:00010000:2.0:1787827147.536860:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.536868:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827147.538221:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.538233:0:320781:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:2.0:1787827147.538237:0:320781:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.538251:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.538296:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.538305:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.538313:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.538328:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710656:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.538381:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.539751:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710656:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.539760:0:320781:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539767:0:320781:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539771:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539778:0:320781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539783:0:320781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539787:0:320781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.539789:0:320781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539793:0:320781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539797:0:320781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539802:0:320781:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.539807:0:320781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539811:0:320781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb32c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.539820:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802710656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.539829:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.539842:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.539849:0:320781:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827147.539855:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0b970 00010000:00010000:2.0:1787827147.539857:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.539862:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827147.539892:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.539899:0:320781:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:2.0:1787827147.539901:0:320781:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.539907:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.539922:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539925:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.539930:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.539938:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710784:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.539981:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.541055:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710784:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.541067:0:320781:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541088:0:320781:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541095:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541102:0:320781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541108:0:320781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541114:0:320781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.541118:0:320781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541123:0:320781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541129:0:320781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541134:0:320781:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.541138:0:320781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541144:0:320781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb333 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.541156:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802710784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.541166:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.541176:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827147.541186:0:320781:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827147.541193:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0b970 00010000:00010000:2.0:1787827147.541196:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827147.541203:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827147.541243:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.541249:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.541261:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.541264:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.541275:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.541278:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.541302:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.541310:0:320781:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), flags=17 00000080:00200000:2.0:1787827147.541314:0:320781:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=0 00000002:00010000:2.0:1787827147.541322:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.541343:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541350:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.541357:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.541375:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710912:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.541424:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.542800:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802710912:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.542810:0:320781:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542816:0:320781:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542820:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542824:0:320781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542828:0:320781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542831:0:320781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.542834:0:320781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542837:0:320781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542840:0:320781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542844:0:320781:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.542847:0:320781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542851:0:320781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb33a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.542858:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802710912/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.542865:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.542874:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827147.542880:0:320781:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827147.542885:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0b970 00010000:00010000:2.0:1787827147.542887:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827147.542891:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827147.542917:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.542921:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.542930:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.542932:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.542937:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.542943:0:320781:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f4bc6b800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.542946:0:320781:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:2.0:1787827147.542955:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.542975:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.542979:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.542985:0:320781:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.542989:0:320781:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12940 x1874669802711168/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.542994:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.543003:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802711168:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.543114:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.544083:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802711168:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.544094:0:320781:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544102:0:320781:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544108:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544114:0:320781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544120:0:320781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544126:0:320781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.544130:0:320781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544136:0:320781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544143:0:320781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544148:0:320781:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.544152:0:320781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544158:0:320781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb341 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.544170:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802711168/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.544178:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.544189:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827147.544198:0:320781:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827147.544205:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0b9a0 00010000:00010000:2.0:1787827147.544209:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827147.544221:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827147.544539:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544545:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.544554:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544557:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.544568:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544571:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.544578:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544580:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.544587:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544590:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.544597:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544600:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.544606:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544609:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.544617:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544620:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.544629:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.544637:0:320781:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f42bb9e00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.544641:0:320781:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:2.0:1787827147.544650:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.544674:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.544681:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.544690:0:320781:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.544696:0:320781:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12940 x1874669802711424/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.544704:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.544717:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802711424:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.544813:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.545952:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802711424:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.545963:0:320781:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.545972:0:320781:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.545977:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.545984:0:320781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.545991:0:320781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.545996:0:320781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.546000:0:320781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.546011:0:320781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.546017:0:320781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.546023:0:320781:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.546028:0:320781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.546035:0:320781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb348 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.546048:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802711424/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.546058:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.546078:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827147.546088:0:320781:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827147.546095:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0b9a0 00010000:00010000:2.0:1787827147.546098:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827147.546106:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827147.546360:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546367:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.546377:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546380:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.546387:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546390:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.546397:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546400:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.546408:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546410:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.546417:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546420:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.546430:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546433:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.546440:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546443:0:320781:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.546451:0:320781:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.546627:0:320781:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), file ffff9d1f46167200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.546633:0:320781:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x68d:0x0](ffff9d1f436163c8), intent=open 00000002:00010000:2.0:1787827147.546644:0:320781:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x68d:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.546669:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.546676:0:320781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.546684:0:320781:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.546690:0:320781:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12940 x1874669802711680/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.546708:0:320781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.546722:0:320781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802711680:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.546837:0:320781:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.547875:0:320781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320781:1874669802711680:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.547884:0:320781:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547890:0:320781:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547894:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547898:0:320781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547902:0:320781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547905:0:320781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.547908:0:320781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547912:0:320781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547915:0:320781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547920:0:320781:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.547923:0:320781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.547926:0:320781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb34f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 320781 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.547934:0:320781:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802711680/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.547941:0:320781:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x68d:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.547950:0:320781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827147.547956:0:320781:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827147.547961:0:320781:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181d0b9a0 00010000:00010000:2.0:1787827147.547963:0:320781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827147.547968:0:320781:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200008:3.0:1787827147.549544:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.549562:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.549577:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.549588:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.549598:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827147.549604:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.549610:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.549612:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.549618:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643cb8 00010000:00010000:3.0:1787827147.549620:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.549627:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:3.0:1787827147.549646:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.549652:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.549657:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1787827147.549664:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:3.0:1787827147.549674:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.549678:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.549690:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.549694:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643b58 00010000:00010000:3.0:1787827147.549696:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1787827147.549704:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827147.549711:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.549717:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827147.549723:0:320701:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827147.549727:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827147.549736:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.549743:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.549749:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827147.549753:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.549756:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827147.549757:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00000080:00010000:3.0:1787827147.549760:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181643cb8 00010000:00010000:3.0:1787827147.549762:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827147.549766:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:3.0:1787827147.549778:0:320701:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827147.549781:0:320701:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827147.549784:0:320701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827147.549789:0:320701:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827147.549792:0:320701:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827147.549794:0:320701:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827147.549795:0:320701:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:3.0:1787827147.549797:0:320701:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8181643c18 00010000:00010000:3.0:1787827147.549799:0:320701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827147.549802:0:320701:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787827147.549806:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.549808:0:320701:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827147.549811:0:320701:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:0.0:1787827147.551805:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827147.551815:0:320784:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827147.551821:0:320784:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827147.551835:0:320784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827147.551845:0:320784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:0.0:1787827147.551856:0:320784:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:0.0:1787827147.551864:0:320784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827147.551870:0:320784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827147.551873:0:320784:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb25a 00000080:00010000:0.0:1787827147.551878:0:320784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb25a from it ffffae8181cdbcb8 00010000:00010000:0.0:1787827147.551882:0:320784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:0.0:1787827147.551890:0:320784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:3.0:1787827147.552253:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552258:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827147.552268:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552271:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.552279:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552291:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.552300:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552302:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.552308:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552310:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827147.552317:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552319:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.552326:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552328:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.552333:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552335:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827147.552341:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552343:0:320783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827147.552753:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827147.552764:0:320783:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:3.0:1787827147.552767:0:320783:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827147.552776:0:320783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_2d68bc77931e291391bc5dbbfc9735fc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827147.552807:0:320783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.552813:0:320783:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.552820:0:320783:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320783 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827147.552836:0:320783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320783:1874669802711808:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827147.552901:0:320783:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef46c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787827147.553209:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553215:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827147.553226:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553230:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.553238:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553242:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.553250:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553253:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.553261:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553264:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827147.553272:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553275:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.553297:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553301:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.553311:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553314:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827147.553323:0:320784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827147.553326:0:320784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1787827147.554375:0:320783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320783:1874669802711808:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827147.554387:0:320783:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554395:0:320783:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554401:0:320783:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554409:0:320783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554415:0:320783:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554421:0:320783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554492:0:320783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554497:0:320783:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827147.554506:0:320783:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802711808/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827147.554515:0:320783:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554522:0:320783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.554528:0:320783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.554533:0:320783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554537:0:320783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554540:0:320783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554553:0:320783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1787827147.554556:0:320783:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827147.554570:0:320783:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x68d:0x0], updating i_size 4096 00010000:00010000:0.0:1787827147.554571:0:5431:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:3.0:1787827147.554572:0:320783:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x68d:0x0](ffff9d1f436163c8): rc = 0 00000080:00010000:3.0:1787827147.554578:0:320783:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb325 00010000:00010000:0.0:1787827147.554581:0:5431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1787827147.554591:0:320783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x68d:0x0](ffff9d1f436163c8) 00010000:00010000:0.0:1787827147.554592:0:5431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00000080:00010000:3.0:1787827147.554595:0:320783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb325 from it ffffae8181cf3e08 00010000:00010000:0.0:1787827147.554602:0:5431:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827147.554602:0:320783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827147.554620:0:320783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827147.554624:0:5431:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.554632:0:5431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827147.554640:0:320783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827147.554645:0:320783:0:(namei.c:2328:ll_rmdir()) VFS Op:name=pjdfstest_2d68bc77931e291391bc5dbbfc9735fc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:0.0:1787827147.554649:0:5431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827147.554659:0:320783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1787827147.554669:0:320783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827147.554688:0:5431:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.554697:0:5431:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827147.554708:0:320783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827147.554722:0:5431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.554735:0:5431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bb356 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a087 expref: -99 pid: 320783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827147.554745:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827147.554747:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827147.554750:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827147.554753:0:320783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000100:00100000:1.0:1787827147.554760:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802711936:192.168.203.151@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787827147.554764:0:320783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1787827147.554772:0:320783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787827147.554775:0:320783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb325 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69fed expref: -99 pid: 320781 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827147.554789:0:320783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bb25a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69ce4 expref: -99 pid: 320730 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000020:00100000:3.0:1787827147.554807:0:320783:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827147.554814:0:320783:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802712192/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827147.554830:0:320783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320783:1874669802712192:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827147.554859:0:320783:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827147.555654:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802711936:192.168.203.151@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787827147.556302:0:320783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:320783:1874669802712192:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827147.556359:0:320783:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x68d:0x0](ffff9d1f436163c8) 00000080:00200000:2.0:1787827147.558957:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827147.558967:0:320786:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827147.558971:0:320786:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827147.558981:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827147.558995:0:320786:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827147.559030:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.559039:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.559047:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.559059:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712320:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827147.559116:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.560092:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712320:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827147.560105:0:320786:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560115:0:320786:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560124:0:320786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560137:0:320786:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560146:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560153:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560161:0:320786:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.560171:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d12940 x1874669802712320/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827147.560182:0:320786:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560190:0:320786:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827147.560194:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827147.560206:0:320786:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827147.560211:0:320786:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:2.0:1787827147.560215:0:320786:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827147.560218:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2bcb8 00010000:00010000:2.0:1787827147.560222:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.560231:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827147.561276:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.561299:0:320786:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.561303:0:320786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.561312:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.561330:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.561338:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.561342:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.561351:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712448:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.561382:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.562474:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712448:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.562486:0:320786:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562496:0:320786:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562504:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562510:0:320786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562518:0:320786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562524:0:320786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.562528:0:320786:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562535:0:320786:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562543:0:320786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562551:0:320786:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.562557:0:320786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562564:0:320786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb364 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.562576:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802712448/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.562586:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.562599:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.562609:0:320786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827147.562616:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2b970 00010000:00010000:2.0:1787827147.562619:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827147.562627:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827147.562669:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.562679:0:320786:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.562683:0:320786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.562698:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.562718:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562725:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.562732:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.562745:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712576:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.562783:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.563806:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712576:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.563815:0:320786:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563823:0:320786:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563829:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563835:0:320786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563841:0:320786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563847:0:320786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.563851:0:320786:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563856:0:320786:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563872:0:320786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563878:0:320786:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.563882:0:320786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.563888:0:320786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb36b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.563900:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802712576/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.563909:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.563920:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827147.563928:0:320786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827147.563935:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2b970 00010000:00010000:2.0:1787827147.563939:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827147.563946:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827147.563982:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.563988:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.563997:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.564001:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.564012:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.564015:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.564024:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.564030:0:320786:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827147.564034:0:320786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827147.564042:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827147.564060:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.564067:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.564074:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.564086:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712704:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.564127:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.565051:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712704:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.565060:0:320786:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565068:0:320786:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565078:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565084:0:320786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565091:0:320786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565096:0:320786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.565099:0:320786:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565105:0:320786:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565110:0:320786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565117:0:320786:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.565120:0:320786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565126:0:320786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb372 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.565137:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802712704/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.565147:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.565157:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827147.565166:0:320786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827147.565172:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2b970 00010000:00010000:2.0:1787827147.565176:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827147.565183:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827147.565212:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.565217:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.565227:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.565230:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.565239:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.565247:0:320786:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f46167200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.565252:0:320786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827147.565262:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.565300:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.565308:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.565316:0:320786:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.565322:0:320786:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12940 x1874669802712960/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.565335:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.565347:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712960:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.565499:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.566223:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802712960:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.566233:0:320786:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566241:0:320786:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566247:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566253:0:320786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566259:0:320786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566265:0:320786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.566269:0:320786:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566274:0:320786:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566280:0:320786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566299:0:320786:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.566303:0:320786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566310:0:320786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb379 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.566331:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802712960/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.566340:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.566350:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827147.566359:0:320786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827147.566365:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2b9a0 00010000:00010000:2.0:1787827147.566369:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827147.566376:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827147.566660:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566666:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.566675:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566678:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.566694:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566698:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.566707:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566709:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.566717:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566720:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.566727:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566730:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.566738:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566741:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.566750:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566753:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.566761:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.566769:0:320786:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47009500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.566773:0:320786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827147.566782:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.566805:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.566812:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.566819:0:320786:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.566825:0:320786:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12940 x1874669802713216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.566833:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.566845:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802713216:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.566929:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.567986:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802713216:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.567996:0:320786:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568005:0:320786:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568011:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568017:0:320786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568024:0:320786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568029:0:320786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.568033:0:320786:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568039:0:320786:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568045:0:320786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568051:0:320786:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.568055:0:320786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568061:0:320786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb380 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.568077:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802713216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.568086:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.568097:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827147.568106:0:320786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827147.568113:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2b9a0 00010000:00010000:2.0:1787827147.568116:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827147.568123:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827147.568333:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568340:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827147.568349:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568353:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.568361:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568364:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.568371:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568374:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.568381:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568384:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827147.568391:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568394:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.568402:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568405:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.568411:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568415:0:320786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827147.568422:0:320786:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827147.568430:0:320786:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42bb9980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827147.568435:0:320786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827147.568444:0:320786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827147.568495:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.568503:0:320786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827147.568510:0:320786:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827147.568516:0:320786:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12940 x1874669802713472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827147.568524:0:320786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827147.568535:0:320786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802713472:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827147.568615:0:320786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827147.569455:0:320786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:320786:1874669802713472:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827147.569481:0:320786:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569490:0:320786:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569500:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569506:0:320786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569512:0:320786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569517:0:320786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827147.569521:0:320786:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569527:0:320786:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569533:0:320786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569538:0:320786:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827147.569542:0:320786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827147.569549:0:320786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb387 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 320786 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827147.569560:0:320786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12940 x1874669802713472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827163 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827147.569569:0:320786:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827147.569579:0:320786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827147.569589:0:320786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827147.569595:0:320786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181d2b9a0 00010000:00010000:2.0:1787827147.569599:0:320786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827147.569606:0:320786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827147.659577:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827148.062601:0:320916:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00000001:02000400:0.0:1787827148.594929:0:321053:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:1.0:1787827148.683552:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827149.708244:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827150.666811:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2344:1874669802713600:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827150.666918:0:2344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787827150.666926:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802713728:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827150.668420:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802713728:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827150.668430:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2344:1874669802713600:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827150.730591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827150.875332:0:321621:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_07: symlink returns ELOOP if too many symbolic links were encountered in translating the name2 path name ========================================================== 06:39:10 (1787827150) 00000001:02000400:2.0:1787827151.448880:0:321757:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/07.t against ext4 filesystem 00010000:00010000:1.0:1787827151.754981:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827152.362323:0:321947:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/07.t against lustre filesystem 00000080:00200000:0.0:1787827152.406989:0:321956:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827152.407012:0:321956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.407028:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827152.407043:0:321956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1787827152.407052:0:321956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.407059:0:321956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827152.407063:0:321956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827152.407069:0:321956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8180d4bb58 00010000:00010000:0.0:1787827152.407073:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787827152.407082:0:321956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787827152.407099:0:321956:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.407111:0:321956:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=13 00000080:00200000:0.0:1787827152.407116:0:321956:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:0.0:1787827152.407128:0:321956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827152.407168:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.407177:0:321956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.407186:0:321956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827152.407211:0:321956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:321956:1874669802713856:192.168.203.151@tcp:101:lfs.0 00000100:00100000:0.0:1787827152.407314:0:321956:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827152.409100:0:321956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:321956:1874669802713856:192.168.203.151@tcp:101:lfs.0 00010000:00010000:0.0:1787827152.409120:0:321956:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409133:0:321956:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409141:0:321956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409153:0:321956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409169:0:321956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409180:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409187:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409194:0:321956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827152.409205:0:321956:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd97480 x1874669802713856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827152.409216:0:321956:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409227:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.409236:0:321956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.409243:0:321956:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409261:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409269:0:321956:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409288:0:321956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1787827152.409295:0:321956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.409316:0:177307:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:0.0:1787827152.409323:0:321956:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00010000:00010000:1.0:1787827152.409326:0:177307:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787827152.409328:0:321956:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00000080:00010000:0.0:1787827152.409336:0:321956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00010000:00010000:1.0:1787827152.409342:0:177307:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.409349:0:177307:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1787827152.409351:0:321956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.409356:0:321956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8180d4bb20 00010000:00010000:0.0:1787827152.409361:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.409368:0:321956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827152.409374:0:177307:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.409385:0:177307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1787827152.409402:0:321956:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00010000:00010000:1.0:1787827152.409404:0:177307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827152.409410:0:321956:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.409426:0:321956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.409430:0:177307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827152.409436:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827152.409446:0:321956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827152.409453:0:321956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.409482:0:321956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.409491:0:321956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:0.0:1787827152.409498:0:321956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8180d4bcb8 00010000:00010000:1.0:1787827152.409499:0:177307:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.409502:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827152.409516:0:177307:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827152.409520:0:321956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827152.409545:0:177307:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.409561:0:177307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb38e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a144 expref: -99 pid: 321956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.409571:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827152.409573:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827152.409574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827152.409586:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802713984:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:0.0:1787827152.410008:0:321956:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827152.410013:0:321956:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827152.410020:0:321956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.410029:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827152.410039:0:321956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787827152.410045:0:321956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.410050:0:321956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827152.410053:0:321956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827152.410057:0:321956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8180d4bcb8 00010000:00010000:0.0:1787827152.410060:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827152.410067:0:321956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827152.410186:0:321956:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827152.410196:0:321956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.410203:0:321956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827152.410212:0:321956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787827152.410217:0:321956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.410220:0:321956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827152.410222:0:321956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb18f 00000080:00010000:0.0:1787827152.410225:0:321956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb18f from it ffffae8180d4bbb0 00010000:00010000:0.0:1787827152.410226:0:321956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787827152.410232:0:321956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:0.0:1787827152.410242:0:321956:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:0.0:1787827152.410262:0:321956:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:0.0:1787827152.410278:0:321956:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7fff1528c2b0 00000080:00200000:0.0:1787827152.410288:0:321956:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1787827152.410307:0:321956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787827152.410338:0:321956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787827152.410345:0:321956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827152.410348:0:321956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bb18f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd69a7c expref: -99 pid: 320193 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000020:00100000:0.0:1787827152.410369:0:321956:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827152.410376:0:321956:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97480 x1874669802714240/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827152.410392:0:321956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:321956:1874669802714240:192.168.203.151@tcp:36:lfs.0 00000100:00100000:0.0:1787827152.410432:0:321956:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298780 going to sleep for 11 seconds 00000100:00100000:0.0:1787827152.411914:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802713984:192.168.203.151@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787827152.411938:0:321956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:321956:1874669802714240:192.168.203.151@tcp:36:lfs.0 00000080:00200008:2.0:1787827152.412010:0:321956:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:1.0:1787827152.451238:0:321491:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827152.451266:0:321491:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827152.451293:0:321491:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.451378:0:321491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 321491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.451391:0:321491:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 321491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.451402:0:321491:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 321491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.451440:0:321491:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:321491:1874669802714368:192.168.203.151@tcp:101:bash.0 00000100:00100000:1.0:1787827152.451621:0:321491:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.453004:0:321491:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:321491:1874669802714368:192.168.203.151@tcp:101:bash.0 00010000:00010000:1.0:1787827152.453026:0:321491:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453047:0:321491:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453062:0:321491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453076:0:321491:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453088:0:321491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453096:0:321491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453103:0:321491:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.453116:0:321491:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa3c00 x1874669802714368/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827152.453140:0:321491:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453154:0:321491:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787827152.453160:0:321491:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827152.453189:0:321491:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787827152.453197:0:321491:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:1.0:1787827152.453202:0:321491:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827152.453206:0:321491:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181c23cb8 00010000:00010000:1.0:1787827152.453210:0:321491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.453219:0:321491:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827152.453284:0:321491:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827152.453297:0:321491:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.453305:0:321491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827152.453315:0:321491:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827152.453321:0:321491:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827152.453325:0:321491:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827152.453328:0:321491:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:1.0:1787827152.453332:0:321491:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181c23b58 00010000:00010000:1.0:1787827152.453335:0:321491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827152.453344:0:321491:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827152.453353:0:321491:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.453360:0:321491:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1787827152.453369:0:321491:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827152.453374:0:321491:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827152.453387:0:321491:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.453395:0:321491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827152.453403:0:321491:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787827152.453409:0:321491:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827152.453413:0:321491:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827152.453415:0:321491:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:1.0:1787827152.453419:0:321491:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c23cb8 00010000:00010000:1.0:1787827152.453422:0:321491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827152.453431:0:321491:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787827152.453450:0:321491:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827152.453490:0:321491:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.453499:0:321491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827152.453510:0:321491:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827152.453517:0:321491:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827152.453522:0:321491:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827152.453524:0:321491:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:1.0:1787827152.453529:0:321491:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181c23c18 00010000:00010000:1.0:1787827152.453533:0:321491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827152.453541:0:321491:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827152.453550:0:321491:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.453554:0:321491:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1787827152.453559:0:321491:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:3.0:1787827152.456554:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456570:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.456582:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456586:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.456595:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456599:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.456607:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456611:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.456619:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456622:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.456630:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456634:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.456642:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456644:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.456652:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456655:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.456663:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.456672:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4bc6e300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.456679:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.456697:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.456759:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.456769:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.456779:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.456792:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802714624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.456802:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.456821:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802714624:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827152.456991:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.458579:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802714624:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827152.458606:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458619:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458629:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458637:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458645:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458651:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.458665:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458672:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458678:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458684:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.458690:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.458701:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb39c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.458719:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802714624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.458730:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.458749:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827152.458768:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00010000:3.0:1787827152.458777:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:3.0:1787827152.458781:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827152.458786:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827152.459107:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459115:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.459128:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459132:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459139:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459141:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459147:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459149:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459154:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459155:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459160:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459162:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.459168:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459169:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.459174:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459175:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.459180:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459182:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827152.459303:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459308:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.459318:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459320:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459329:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459331:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459339:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459342:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459349:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459352:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.459359:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459362:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.459369:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459372:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.459381:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459384:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.459392:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.459401:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733c180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.459406:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.459419:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.459454:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.459494:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.459504:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.459512:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802714880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.459520:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.459537:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802714880:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827152.459667:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.461047:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802714880:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827152.461063:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461128:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461136:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461142:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461150:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461156:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.461161:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461172:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461178:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461187:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.461192:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461199:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb3a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.461213:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802714880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.461225:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.461242:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827152.461265:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00010000:3.0:1787827152.461273:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:3.0:1787827152.461276:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827152.461284:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:3.0:1787827152.461612:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461620:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.461630:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461633:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.461639:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461642:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.461649:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461652:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.461659:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461661:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.461670:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461673:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.461681:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461684:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.461705:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461709:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.461722:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.461730:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733c480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.461736:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.461749:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.461782:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.461789:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.461798:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.461804:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802715136/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.461813:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.461828:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715136:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827152.461953:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.463211:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715136:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827152.463225:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463235:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463241:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463259:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463266:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463272:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.463276:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463282:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463288:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463296:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.463301:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463307:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb3aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.463320:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802715136/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.463336:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.463350:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1787827152.463360:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00010000:3.0:1787827152.463367:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:3.0:1787827152.463375:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1787827152.463392:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:3.0:1787827152.463659:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463668:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.463679:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463682:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.463691:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463694:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.463719:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463723:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.463732:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463734:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.463742:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463745:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.463754:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463756:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.463762:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463765:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.463771:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.463779:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f6032f800, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.463783:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.463794:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.463823:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.463829:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.463837:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.463842:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802715392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.463851:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.463865:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715392:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827152.463978:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.465375:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715392:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827152.465390:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465402:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465409:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465415:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465423:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465428:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.465432:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465439:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465447:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465454:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.465494:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465502:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.465522:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802715392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.465533:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.465549:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1787827152.465559:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00010000:3.0:1787827152.465566:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:3.0:1787827152.465569:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1787827152.465577:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787827152.465785:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465792:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.465798:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465800:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.465805:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465807:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.465811:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465813:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.465817:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465819:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.465823:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465825:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.465830:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465832:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.465836:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465838:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.465843:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.465848:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f6032f500, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.465852:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.465862:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.465886:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.465890:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.465896:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.465900:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802715648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.465906:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.465916:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715648:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827152.466014:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.467156:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715648:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827152.467168:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467178:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467188:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467195:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467202:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467208:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.467211:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467218:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467225:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467231:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.467235:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467242:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.467267:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802715648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.467277:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.467290:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827152.467300:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:3.0:1787827152.467309:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:3.0:1787827152.467312:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827152.467320:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787827152.467532:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467539:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.467550:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467554:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.467563:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467566:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.467574:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467577:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.467583:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467586:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.467592:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467595:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.467601:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467603:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.467610:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467612:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.467618:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.467625:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47ef2300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.467629:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.467638:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.467662:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.467669:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.467678:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.467683:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802715904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.467692:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.467705:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715904:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827152.467797:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.469000:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802715904:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827152.469017:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469027:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469034:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469040:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469052:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469059:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.469062:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469068:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469075:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469082:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.469086:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.469092:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.469107:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802715904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.469119:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.469133:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827152.469143:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00010000:3.0:1787827152.469150:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:3.0:1787827152.469153:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827152.469161:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:3.0:1787827152.469425:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469433:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.469441:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469445:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.469453:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469482:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.469495:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469498:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.469507:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469510:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.469518:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469522:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.469529:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469532:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.469540:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469543:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.469551:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.469555:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.560515:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560531:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.560543:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560547:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.560556:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560558:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.560567:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560570:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.560579:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560582:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.560591:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560595:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.560603:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560606:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.560614:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560617:0:321962:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.560625:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.560636:0:321962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49ea9b00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.560643:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.560665:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.560726:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.560735:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.560746:0:321962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.560758:0:321962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d121c0 x1874669802716160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.560768:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.560789:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716160:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827152.561102:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.563026:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716160:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827152.563045:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563056:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563066:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563072:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563079:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563085:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.563153:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563162:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563169:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563176:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.563183:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.563190:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.563205:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d121c0 x1874669802716160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.563215:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.563233:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787827152.563242:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00010000:2.0:1787827152.563257:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db39a0 00010000:00010000:2.0:1787827152.563260:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787827152.563265:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787827152.578938:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.578961:0:321962:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:2.0:1787827152.578966:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827152.578989:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827152.579042:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.579052:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.579063:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.579091:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716288:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827152.579198:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.581011:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716288:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827152.581029:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581044:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581049:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581054:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581059:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581063:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.581066:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581070:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581076:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581082:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.581095:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.581102:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.581123:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f45d121c0 x1874669802716288/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.581138:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.581157:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787827152.581166:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00010000:2.0:1787827152.581175:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db3930 00010000:00010000:2.0:1787827152.581178:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787827152.581186:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787827152.582680:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.582699:0:321962:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:2.0:1787827152.582704:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827152.582720:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827152.582757:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.582766:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.582775:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.582795:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716416:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827152.582861:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.584348:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716416:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827152.584364:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584374:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584380:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584387:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584394:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584400:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.584404:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584411:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584416:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584420:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.584425:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.584432:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.584445:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f45d121c0 x1874669802716416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.584476:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.584496:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787827152.584505:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00010000:2.0:1787827152.584511:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db3930 00010000:00010000:2.0:1787827152.584514:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787827152.584520:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1787827152.605644:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.605658:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.605671:0:321962:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:2.0:1787827152.605676:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827152.605697:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827152.605756:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.605771:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.605781:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.605805:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716544:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827152.605912:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.607780:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716544:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827152.607795:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607804:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607809:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607814:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607826:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607834:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.607838:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607844:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607851:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607858:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.607864:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.607870:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb3db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.607886:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f45d121c0 x1874669802716544/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.607899:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.607920:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787827152.607931:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00010000:2.0:1787827152.607939:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db3930 00010000:00010000:2.0:1787827152.607943:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787827152.607951:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787827152.608015:0:321962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.608029:0:321962:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.608034:0:321962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.608046:0:321962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.608077:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.608084:0:321962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.608092:0:321962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.608173:0:321962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716672:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827152.608232:0:321962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.609991:0:321962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:321962:1874669802716672:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827152.610006:0:321962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610017:0:321962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610023:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610030:0:321962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610037:0:321962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610044:0:321962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.610049:0:321962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610053:0:321962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610058:0:321962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610062:0:321962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.610066:0:321962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.610070:0:321962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb3e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321962 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.610080:0:321962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d121c0 x1874669802716672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.610090:0:321962:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.610108:0:321962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787827152.610118:0:321962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00010000:2.0:1787827152.610126:0:321962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181db38d0 00010000:00010000:2.0:1787827152.610129:0:321962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787827152.610137:0:321962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:3.0:1787827152.689805:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689822:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.689834:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689839:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.689847:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689851:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.689859:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689862:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.689870:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689874:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.689881:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689885:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.689893:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689895:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.689903:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689906:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.689914:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.689918:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1787827152.690086:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690091:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.690102:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690105:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690113:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690116:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690124:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690127:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690134:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690137:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690146:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690149:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690157:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690160:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690168:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690171:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690179:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690182:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827152.690318:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690324:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.690335:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690338:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690347:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690350:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690359:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690362:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690373:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690376:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690384:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690387:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690396:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690399:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690407:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690409:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690417:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690421:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1787827152.690572:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690577:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.690587:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690591:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690599:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690602:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690610:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690613:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690621:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690624:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690632:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690635:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690642:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690645:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690654:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690657:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690664:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690668:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827152.690774:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690780:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.690789:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690793:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690801:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690804:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690813:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690816:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690825:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690828:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.690837:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690840:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690850:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690853:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690862:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690865:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.690872:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690876:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827152.690985:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.690990:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.691001:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691004:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691013:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691016:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691023:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691026:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691033:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691036:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691045:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691048:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691056:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691059:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691066:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691069:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691076:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691079:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1787827152.691176:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691180:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.691186:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691188:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691192:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691194:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691199:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691200:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691205:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691207:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691211:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691213:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691218:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691219:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691225:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691227:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691233:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691235:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1787827152.691334:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691339:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.691348:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691351:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691359:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691362:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691370:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691373:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691382:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691385:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.691393:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691395:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691400:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691402:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691406:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691408:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.691412:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.691415:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.695624:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695636:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.695643:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695646:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.695651:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695653:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.695657:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695660:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.695668:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695670:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.695677:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695681:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.695689:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695692:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.695699:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695702:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.695710:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.695720:0:321963:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47358d80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.695727:0:321963:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.695747:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.695801:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.695808:0:321963:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.695815:0:321963:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.695824:0:321963:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802716928/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.695830:0:321963:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.695845:0:321963:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:321963:1874669802716928:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827152.696006:0:321963:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.698197:0:321963:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:321963:1874669802716928:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827152.698212:0:321963:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698221:0:321963:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698226:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698236:0:321963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698260:0:321963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698267:0:321963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.698275:0:321963:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698282:0:321963:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698289:0:321963:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698307:0:321963:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.698314:0:321963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.698324:0:321963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321963 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.698340:0:321963:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802716928/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.698354:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.698375:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:3.0:1787827152.698386:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00010000:3.0:1787827152.698394:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181ddb9a0 00010000:00010000:3.0:1787827152.698399:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:3.0:1787827152.698416:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1787827152.699002:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699009:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.699015:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699018:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699023:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699024:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699029:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699030:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699035:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699036:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699041:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699043:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.699046:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699048:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.699052:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699054:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.699058:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699061:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827152.699171:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699174:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.699180:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699182:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699186:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699188:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699192:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699194:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699199:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699200:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.699204:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699206:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.699210:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699212:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.699216:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699218:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.699222:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.699224:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.700871:0:321963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827152.700890:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.700905:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827152.700917:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827152.700925:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.700932:0:321963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827152.700935:0:321963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:3.0:1787827152.700942:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181ddbb58 00010000:00010000:3.0:1787827152.700944:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827152.700950:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827152.700963:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.700969:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827152.700975:0:321963:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.700978:0:321963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.700988:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.700996:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1787827152.701004:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1787827152.701010:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.701014:0:321963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.701016:0:321963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:3.0:1787827152.701020:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181ddbcb8 00010000:00010000:3.0:1787827152.701023:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1787827152.701031:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787827152.701047:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.701051:0:321963:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.701053:0:321963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.701058:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.701062:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787827152.701068:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787827152.701072:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.701076:0:321963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.701078:0:321963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:3.0:1787827152.701081:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181ddbcb8 00010000:00010000:3.0:1787827152.701084:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787827152.701091:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200008:3.0:1787827152.701111:0:321963:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.701116:0:321963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827152.701121:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.701127:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827152.701135:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827152.701141:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.701145:0:321963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827152.701147:0:321963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:3.0:1787827152.701149:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181ddbcb8 00010000:00010000:3.0:1787827152.701152:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827152.701156:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827152.701166:0:321963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827152.701170:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.701173:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827152.701177:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827152.701181:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.701183:0:321963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827152.701185:0:321963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:3.0:1787827152.701186:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181ddbb58 00010000:00010000:3.0:1787827152.701188:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827152.701192:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827152.701196:0:321963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.701198:0:321963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827152.701201:0:321963:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.701203:0:321963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.701207:0:321963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.701211:0:321963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:3.0:1787827152.701215:0:321963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:3.0:1787827152.701219:0:321963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.701221:0:321963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.701222:0:321963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:3.0:1787827152.701224:0:321963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181ddbcb8 00010000:00010000:3.0:1787827152.701225:0:321963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:3.0:1787827152.701230:0:321963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1787827152.703015:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.703030:0:321964:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.703037:0:321964:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.703054:0:321964:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.703068:0:321964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787827152.703078:0:321964:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1787827152.703084:0:321964:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.703089:0:321964:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.703091:0:321964:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:0.0:1787827152.703095:0:321964:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae81818efcb8 00010000:00010000:0.0:1787827152.703098:0:321964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787827152.703104:0:321964:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1787827152.704167:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704175:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827152.704182:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704185:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.704189:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704191:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.704195:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704197:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.704201:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704203:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.704207:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704209:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.704213:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704215:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.704219:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704220:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.704225:0:321964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.704227:0:321964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827152.709475:0:321967:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.709487:0:321967:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.709492:0:321967:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.709510:0:321967:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.709525:0:321967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787827152.709539:0:321967:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1787827152.709544:0:321967:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.709548:0:321967:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.709551:0:321967:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:0.0:1787827152.709556:0:321967:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c33cb8 00010000:00010000:0.0:1787827152.709558:0:321967:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787827152.709564:0:321967:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:3.0:1787827152.710905:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710917:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.710927:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710931:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.710940:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710943:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.710951:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710953:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.710961:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710963:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.710968:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710971:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.710976:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710978:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.710984:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710987:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.710995:0:321968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.710998:0:321968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.713962:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827152.713973:0:321970:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827152.713979:0:321970:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827152.714000:0:321970:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827152.714017:0:321970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787827152.714032:0:321970:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1787827152.714040:0:321970:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827152.714047:0:321970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827152.714052:0:321970:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:2.0:1787827152.714058:0:321970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c33cb8 00010000:00010000:2.0:1787827152.714062:0:321970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787827152.714071:0:321970:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787827152.714437:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827152.714448:0:321971:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827152.714453:0:321971:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827152.714490:0:321971:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.714500:0:321971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787827152.714511:0:321971:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787827152.714519:0:321971:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827152.714525:0:321971:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827152.714528:0:321971:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:1.0:1787827152.714532:0:321971:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae818146fcb8 00010000:00010000:1.0:1787827152.714536:0:321971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787827152.714544:0:321971:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1787827152.715006:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.715015:0:321972:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.715020:0:321972:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.715030:0:321972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.715047:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:3.0:1787827152.715059:0:321972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1787827152.715066:0:321972:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.715072:0:321972:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.715074:0:321972:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:3.0:1787827152.715084:0:321972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c53cb8 00010000:00010000:3.0:1787827152.715087:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:3.0:1787827152.715096:0:321972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:2.0:1787827152.715585:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715593:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.715611:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715615:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.715629:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715632:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.715649:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715653:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.715668:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715672:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.715687:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715691:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.715707:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715710:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.715722:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715726:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.715738:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.715742:0:321970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827152.716075:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716082:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.716091:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716094:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.716102:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716105:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.716115:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716118:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.716126:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716129:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.716142:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716146:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.716159:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716161:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.716170:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716172:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.716181:0:321971:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.716184:0:321971:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.716437:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716443:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.716478:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716484:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.716500:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716503:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.716516:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716520:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.716531:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716533:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.716541:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716543:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.716551:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716553:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.716558:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716559:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.716567:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.716575:0:321972:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f6032f200, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.716580:0:321972:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.716595:0:321972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.716647:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.716657:0:321972:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.716669:0:321972:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.716681:0:321972:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802717184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.716692:0:321972:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.716712:0:321972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802717184:192.168.203.151@tcp:101:awk.0 00000080:00200000:2.0:1787827152.716831:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827152.716837:0:321970:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827152.716841:0:321970:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827152.716850:0:321970:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827152.716858:0:321970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787827152.716866:0:321970:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:2.0:1787827152.716871:0:321970:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827152.716876:0:321970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000100:00100000:3.0:1787827152.716877:0:321972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000080:00010000:2.0:1787827152.716878:0:321970:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:2.0:1787827152.716884:0:321970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c33cb8 00010000:00010000:2.0:1787827152.716887:0:321970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787827152.716896:0:321970:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:2.0:1787827152.716912:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.716914:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:2.0:1787827152.716918:0:321970:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200008:2.0:1787827152.716933:0:321970:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:2.0:1787827152.716940:0:321970:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200008:2.0:1787827152.717665:0:321970:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827152.717671:0:321970:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827152.717680:0:321970:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827152.717689:0:321970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827152.717699:0:321970:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827152.717707:0:321970:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827152.717712:0:321970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827152.717715:0:321970:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:2.0:1787827152.717720:0:321970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8181c33cb8 00010000:00010000:2.0:1787827152.717725:0:321970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827152.717737:0:321970:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827152.717757:0:321970:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.717764:0:321970:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:2.0:1787827152.717768:0:321970:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2755, max_age 2759 00800000:00000004:2.0:1787827152.717774:0:321970:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2755, max_age 2759 00000100:00100000:2.0:1787827152.717796:0:321970:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:321970:1874669802717312:192.168.203.151@tcp:41:df.0 00000100:00100000:2.0:1787827152.717843:0:321970:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61300 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.718588:0:321972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802717184:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827152.718603:0:321972:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718612:0:321972:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718617:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718623:0:321972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718630:0:321972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718635:0:321972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.718639:0:321972:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718645:0:321972:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718651:0:321972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718658:0:321972:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.718664:0:321972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.718676:0:321972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb3f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.718691:0:321972:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802717184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.718703:0:321972:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.718717:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1787827152.718727:0:321972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00010000:3.0:1787827152.718734:0:321972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c539a0 00010000:00010000:3.0:1787827152.718812:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1787827152.718823:0:321972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000100:00100000:2.0:1787827152.718907:0:321970:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:321970:1874669802717312:192.168.203.151@tcp:41:df.0 00800000:00000004:2.0:1787827152.718917:0:321970:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827152.718922:0:321970:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827152.718927:0:321970:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000080:00200000:3.0:1787827152.719142:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719149:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.719157:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719161:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.719168:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719171:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.719178:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719180:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.719187:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719190:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.719197:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719200:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.719207:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719210:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.719218:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719220:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.719228:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.719236:0:321972:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f6032e000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.719242:0:321972:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.719269:0:321972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.719301:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.719308:0:321972:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.719317:0:321972:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.719323:0:321972:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802717568/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.719332:0:321972:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.719345:0:321972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802717568:192.168.203.151@tcp:101:awk.0 00000100:00100000:3.0:1787827152.719520:0:321972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.721090:0:321972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802717568:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827152.721106:0:321972:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721121:0:321972:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721125:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721130:0:321972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721134:0:321972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721138:0:321972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.721141:0:321972:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721146:0:321972:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721153:0:321972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721160:0:321972:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.721166:0:321972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721172:0:321972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb3f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.721186:0:321972:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802717568/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.721204:0:321972:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.721222:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:3.0:1787827152.721236:0:321972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00010000:3.0:1787827152.721242:0:321972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c539a0 00010000:00010000:3.0:1787827152.721244:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:3.0:1787827152.721284:0:321972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:3.0:1787827152.721559:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721566:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.721572:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721574:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.721579:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721581:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.721586:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721587:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.721591:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721593:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.721597:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721599:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.721604:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721607:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.721620:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721624:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.721632:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.721640:0:321972:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4627e480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.721646:0:321972:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.721660:0:321972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.721694:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.721702:0:321972:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.721712:0:321972:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.721717:0:321972:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802717824/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.721726:0:321972:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.721741:0:321972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802717824:192.168.203.151@tcp:101:awk.0 00000100:00100000:3.0:1787827152.721867:0:321972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.723554:0:321972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802717824:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827152.723571:0:321972:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723582:0:321972:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723589:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723596:0:321972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723603:0:321972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723610:0:321972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.723614:0:321972:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723620:0:321972:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723625:0:321972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723630:0:321972:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.723635:0:321972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.723639:0:321972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb3fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.723651:0:321972:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802717824/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.723661:0:321972:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.723693:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1787827152.723704:0:321972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00010000:3.0:1787827152.723714:0:321972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c539a0 00010000:00010000:3.0:1787827152.723716:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1787827152.723721:0:321972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1787827152.723977:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.723985:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.723992:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.723996:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.724004:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724007:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.724014:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724017:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.724024:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724027:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.724043:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724047:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.724061:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724065:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.724074:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724077:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.724085:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.724106:0:321972:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f6032e180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.724112:0:321972:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.724124:0:321972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.724161:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.724169:0:321972:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.724179:0:321972:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.724185:0:321972:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802718080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.724191:0:321972:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.724205:0:321972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802718080:192.168.203.151@tcp:101:awk.0 00000100:00100000:3.0:1787827152.724341:0:321972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.726718:0:321972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:321972:1874669802718080:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827152.726736:0:321972:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726747:0:321972:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726754:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726761:0:321972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726769:0:321972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726779:0:321972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.726784:0:321972:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726791:0:321972:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726798:0:321972:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726805:0:321972:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.726811:0:321972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.726818:0:321972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb405 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321972 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.726833:0:321972:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802718080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.726845:0:321972:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.726873:0:321972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1787827152.726885:0:321972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00010000:3.0:1787827152.726893:0:321972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c539a0 00010000:00010000:3.0:1787827152.726897:0:321972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1787827152.726910:0:321972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1787827152.727205:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727214:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.727224:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727228:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727238:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727241:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727260:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727263:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727273:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727276:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727284:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727288:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727295:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727298:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727305:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727308:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727315:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727319:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827152.727436:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727441:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.727449:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727453:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727496:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727500:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727511:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727516:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727524:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727527:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727534:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727537:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727544:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727547:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727554:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727556:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727564:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727567:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827152.727691:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727697:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.727705:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727708:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727715:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727719:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727727:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727730:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727737:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727740:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727748:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727751:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727758:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727762:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727769:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727771:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.727778:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727782:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.727944:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727949:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.727959:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727963:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727970:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727973:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727981:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727985:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.727992:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.727995:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.728002:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.728005:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.728012:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.728015:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.728022:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.728025:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.728034:0:321972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.728038:0:321972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827152.736785:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.736803:0:321975:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.736811:0:321975:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.736833:0:321975:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.736851:0:321975:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787827152.736867:0:321975:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:0.0:1787827152.736874:0:321975:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.736879:0:321975:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.736882:0:321975:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:0.0:1787827152.736888:0:321975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c5bcb8 00010000:00010000:0.0:1787827152.736891:0:321975:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787827152.736898:0:321975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1787827152.737088:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.737099:0:321976:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.737112:0:321976:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.737123:0:321976:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.737132:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787827152.737143:0:321976:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1787827152.737151:0:321976:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.737156:0:321976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.737159:0:321976:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:3.0:1787827152.737163:0:321976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c63cb8 00010000:00010000:3.0:1787827152.737166:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787827152.737171:0:321976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:1.0:1787827152.737782:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827152.737792:0:321977:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827152.737798:0:321977:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827152.737809:0:321977:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.737820:0:321977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:1.0:1787827152.737830:0:321977:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:1.0:1787827152.737841:0:321977:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827152.737847:0:321977:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827152.737850:0:321977:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:1.0:1787827152.737855:0:321977:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c6bcb8 00010000:00010000:1.0:1787827152.737859:0:321977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:1.0:1787827152.737867:0:321977:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787827152.738586:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738595:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827152.738616:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738620:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.738635:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738637:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.738654:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738658:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.738680:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738684:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.738707:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738712:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.738736:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738739:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.738760:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738764:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.738784:0:321975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.738787:0:321975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.738862:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738869:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.738888:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738892:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.738908:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738912:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.738929:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738932:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.738946:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738950:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.738959:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738962:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.738974:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738977:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.738985:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.738988:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.738998:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.739007:0:321976:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49e93980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.739014:0:321976:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.739027:0:321976:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.739074:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.739083:0:321976:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.739095:0:321976:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.739120:0:321976:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802718336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.739131:0:321976:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.739152:0:321976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:321976:1874669802718336:192.168.203.151@tcp:101:openssl.0 00000100:00100000:3.0:1787827152.739352:0:321976:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000080:00200000:1.0:1787827152.739358:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739366:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.739379:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739383:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739394:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739397:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739408:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739411:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739418:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739421:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739428:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739431:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739438:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739442:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739449:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739452:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739477:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739482:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827152.739614:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739619:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.739629:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739633:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739644:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739648:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739662:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739665:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739676:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739679:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739687:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739691:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739698:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739701:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739709:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739712:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739719:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739722:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827152.739886:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739892:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.739907:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739911:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739922:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739925:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739935:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739938:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739954:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739958:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.739970:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739974:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739983:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739987:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.739995:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.739998:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740009:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740013:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827152.740158:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740163:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.740172:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740175:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740185:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740188:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740196:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740199:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740209:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740213:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740221:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740224:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740236:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740239:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740268:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740272:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740282:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740286:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827152.740412:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740417:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.740429:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740433:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740443:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740447:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740477:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740481:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740495:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740499:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740511:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740514:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740526:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740530:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740546:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740549:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740563:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740567:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827152.740685:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740690:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.740699:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740702:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740709:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740711:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740718:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740721:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740727:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740730:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740737:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740740:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740747:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740750:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740757:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740760:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740767:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740770:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827152.740875:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740880:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.740887:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740891:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740898:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740901:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740907:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740910:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740916:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740919:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.740926:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740928:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740935:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740938:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740946:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740949:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.740957:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.740960:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827152.741108:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741114:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.741125:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741128:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.741136:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741140:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.741148:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741150:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.741158:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741161:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.741170:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741173:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.741181:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741184:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.741192:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741195:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.741203:0:321977:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.741207:0:321977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:3.0:1787827152.742244:0:321976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:321976:1874669802718336:192.168.203.151@tcp:101:openssl.0 00010000:00010000:3.0:1787827152.742271:0:321976:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742280:0:321976:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742284:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742294:0:321976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742302:0:321976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742308:0:321976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.742312:0:321976:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742322:0:321976:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742329:0:321976:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742336:0:321976:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.742343:0:321976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742348:0:321976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb40c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.742362:0:321976:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802718336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.742372:0:321976:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.742390:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1787827152.742397:0:321976:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00010000:3.0:1787827152.742403:0:321976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c639a0 00010000:00010000:3.0:1787827152.742405:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1787827152.742412:0:321976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:3.0:1787827152.742784:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742791:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.742802:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742806:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.742817:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742821:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.742831:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742833:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.742844:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742847:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.742855:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742858:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.742868:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742871:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.742879:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742883:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.742893:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.742904:0:321976:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e5f200, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.742909:0:321976:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.742925:0:321976:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.742967:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.742975:0:321976:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.742986:0:321976:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.742992:0:321976:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802718592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.743003:0:321976:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.743020:0:321976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:321976:1874669802718592:192.168.203.151@tcp:101:openssl.0 00000100:00100000:3.0:1787827152.743166:0:321976:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.744993:0:321976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:321976:1874669802718592:192.168.203.151@tcp:101:openssl.0 00010000:00010000:3.0:1787827152.745010:0:321976:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745021:0:321976:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745027:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745034:0:321976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745041:0:321976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745047:0:321976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.745052:0:321976:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745059:0:321976:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745066:0:321976:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745074:0:321976:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.745079:0:321976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745085:0:321976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb413 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.745100:0:321976:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802718592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.745112:0:321976:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.745131:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787827152.745141:0:321976:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00010000:3.0:1787827152.745148:0:321976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c639a0 00010000:00010000:3.0:1787827152.745152:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787827152.745159:0:321976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787827152.745410:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745418:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.745428:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745432:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.745440:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745444:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.745451:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745454:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.745542:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745546:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.745556:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745560:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.745569:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745572:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.745580:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745583:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.745590:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.745607:0:321976:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f602f3080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.745612:0:321976:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.745625:0:321976:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.745660:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.745667:0:321976:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.745682:0:321976:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.745689:0:321976:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802718848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.745699:0:321976:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.745716:0:321976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:321976:1874669802718848:192.168.203.151@tcp:101:openssl.0 00000100:00100000:3.0:1787827152.745859:0:321976:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.747493:0:321976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:321976:1874669802718848:192.168.203.151@tcp:101:openssl.0 00010000:00010000:3.0:1787827152.747510:0:321976:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747521:0:321976:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747528:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747535:0:321976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747542:0:321976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747549:0:321976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.747553:0:321976:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747560:0:321976:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747567:0:321976:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747578:0:321976:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.747583:0:321976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.747587:0:321976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb41a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321976 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.747602:0:321976:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802718848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.747615:0:321976:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.747631:0:321976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827152.747639:0:321976:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00010000:3.0:1787827152.747644:0:321976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c639a0 00010000:00010000:3.0:1787827152.747646:0:321976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827152.747652:0:321976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787827152.747930:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.747938:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.747948:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.747953:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.747961:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.747964:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.747973:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.747976:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.747983:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.747985:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.747990:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.747992:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.747997:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748000:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748009:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748012:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748019:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748023:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827152.748157:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748162:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.748172:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748175:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748181:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748182:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748187:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748189:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748194:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748195:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748200:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748202:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748206:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748207:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748211:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748213:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748217:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748219:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827152.748368:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748373:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.748381:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748385:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748393:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748396:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748405:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748407:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748412:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748414:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.748418:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748420:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748424:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748426:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748430:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748432:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.748437:0:321976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.748439:0:321976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827152.759296:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.759314:0:321980:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.759322:0:321980:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.759345:0:321980:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.759364:0:321980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787827152.759375:0:321980:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:0.0:1787827152.759381:0:321980:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.759387:0:321980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.759389:0:321980:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:0.0:1787827152.759394:0:321980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c73cb8 00010000:00010000:0.0:1787827152.759397:0:321980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787827152.759403:0:321980:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787827152.760397:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827152.760415:0:321982:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827152.760421:0:321982:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827152.760435:0:321982:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827152.760447:0:321982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1787827152.760481:0:321982:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787827152.760491:0:321982:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827152.760497:0:321982:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827152.760500:0:321982:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:1.0:1787827152.760505:0:321982:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c93cb8 00010000:00010000:1.0:1787827152.760509:0:321982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1787827152.760519:0:321982:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:3.0:1787827152.760752:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.760762:0:321981:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.760767:0:321981:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.760778:0:321981:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.760789:0:321981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:3.0:1787827152.760799:0:321981:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:3.0:1787827152.760806:0:321981:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.760811:0:321981:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.760814:0:321981:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00010000:3.0:1787827152.760819:0:321981:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c83cb8 00010000:00010000:3.0:1787827152.760822:0:321981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:3.0:1787827152.760831:0:321981:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1787827152.761022:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761030:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827152.761052:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761057:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.761073:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761077:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.761087:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761090:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.761100:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761104:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.761121:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761125:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.761141:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761146:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.761160:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761164:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.761182:0:321980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.761187:0:321980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827152.761978:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.761985:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.761997:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762001:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762011:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762015:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762027:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762030:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762041:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762044:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762054:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762058:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762071:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762075:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762092:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762096:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762112:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762117:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827152.762323:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762329:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.762348:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762351:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762371:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762375:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762393:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762397:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762416:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762420:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762437:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762441:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762476:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762480:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762499:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762503:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.762511:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762519:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.762520:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762527:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1787827152.762544:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762550:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762569:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762573:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762587:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762590:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762605:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762609:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762624:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762628:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.762643:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762647:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.762664:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762668:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.762687:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762693:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827152.762697:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762704:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.762723:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762727:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762744:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762749:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762761:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762766:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762778:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762782:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762795:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762798:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762809:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762813:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762822:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762826:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.762836:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762841:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827152.762906:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762912:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.762926:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762930:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762942:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762946:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762961:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762965:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.762981:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.762984:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.762988:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.762994:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.762999:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763005:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763012:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763017:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763021:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763027:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763033:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763039:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763045:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763051:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763055:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763060:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763069:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763076:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1787827152.763077:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763082:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.763100:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763104:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763115:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763118:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763130:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763135:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763146:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763150:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1787827152.763279:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763284:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.763295:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763299:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763307:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763310:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763319:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763322:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763331:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763335:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763345:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763349:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.763370:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763374:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763382:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763389:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.763392:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763398:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763405:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763410:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763416:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763423:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1787827152.763427:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763432:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.763450:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763453:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.763494:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763498:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.763507:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763511:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763521:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763524:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763535:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763539:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763551:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763555:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827152.763631:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763637:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.763648:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763651:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763664:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763668:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763687:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763690:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.763703:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763708:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763710:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.763715:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.763729:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763734:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763737:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763742:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763751:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763756:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763761:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763767:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763770:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763776:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763786:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763792:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763792:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763800:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763817:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763819:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763826:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827152.763827:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763842:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763845:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763860:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763863:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.763882:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.763886:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827152.763963:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763968:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.763978:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763981:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.763992:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.763995:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764010:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764014:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.764023:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764029:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.764032:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764038:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.764047:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764052:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764057:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764064:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764068:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764074:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764083:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764088:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764091:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764096:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764107:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764113:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764113:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764120:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764133:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764138:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764139:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827152.764145:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764165:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764169:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764180:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764183:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764194:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764198:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.764327:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764333:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.764345:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764348:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764355:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764358:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764370:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764374:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764393:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764397:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.764400:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764407:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.764415:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764421:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764424:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764429:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764440:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764446:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764447:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764453:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764669:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764674:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764690:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.764696:0:321981:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764697:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.764705:0:321981:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827152.764715:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764721:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.764736:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764740:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764751:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764754:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764763:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764766:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.764776:0:321982:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.764780:0:321982:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827152.776582:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.776596:0:321985:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.776603:0:321985:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.776625:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.776645:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1787827152.776657:0:321985:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1787827152.776665:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.776672:0:321985:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.776682:0:321985:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb35d 00000080:00200000:2.0:1787827152.776823:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776831:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.776843:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776847:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.776855:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776858:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00010000:0.0:1787827152.776865:0:321985:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb35d from it ffffae8181c0bcb8 00000080:00200000:2.0:1787827152.776866:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776872:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:0.0:1787827152.776873:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:2.0:1787827152.776881:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827152.776885:0:321985:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787827152.776886:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.776898:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776904:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.776913:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776917:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.776928:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776931:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.776944:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.776948:0:321984:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.777596:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.777610:0:321984:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:2.0:1787827152.777614:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827152.777620:0:321984:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827152.777624:0:321984:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=pjdfstest_5d7f18c094044606e71bf9679e8d8399 00010000:00010000:2.0:1787827152.777654:0:321984:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787827152.777673:0:321984:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827152.777798:0:321984:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787827152.777807:0:321984:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827152.777810:0:321984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb35d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a0aa expref: -99 pid: 320786 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000020:00100000:2.0:1787827152.777829:0:321984:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827152.777842:0:321984:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d121c0 x1874669802719104/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827152.777865:0:321984:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321984:1874669802719104:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827152.778000:0:321984:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000080:00200000:0.0:1787827152.778543:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827152.779365:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827152.781778:0:321984:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321984:1874669802719104:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827152.781831:0:321984:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.781837:0:321984:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x692:0x0], updating i_size 42 00000080:00200000:0.0:1787827152.781975:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827152.781982:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827152.782003:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827152.782062:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.782073:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827152.782082:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827152.782102:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719232:192.168.203.151@tcp:101:tail.0 00000100:00100000:0.0:1787827152.782226:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.783550:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719232:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.783566:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783576:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783584:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783590:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783598:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783603:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.783608:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783614:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783620:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783628:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.783634:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783640:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.783665:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd97840 x1874669802719232/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.783677:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.783692:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.783741:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.783752:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.783755:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.783764:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.783789:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783796:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.783804:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.783819:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719360:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.783881:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.785781:0:321985:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973991 gen 1 00000100:00100000:2.0:1787827152.785814:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719360:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.785888:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785900:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785907:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785913:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785920:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785925:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.785929:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785936:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785942:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785948:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.785954:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.785960:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb428 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.785977:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802719360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.785996:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.786010:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.786050:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.786060:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.786065:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.786094:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.786124:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.786131:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.786138:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.786153:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719488:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.786207:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.788106:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719488:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.788124:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788135:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788142:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788149:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788156:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788161:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.788165:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788172:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788178:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788185:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.788191:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788198:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb42f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.788217:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802719488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.788230:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.788258:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.788306:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.788317:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.788321:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.788332:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.788361:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788368:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.788375:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.788400:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719616:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.788493:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.791201:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719616:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.791229:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791269:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791276:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791284:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791293:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791300:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.791306:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791313:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791321:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791328:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.791335:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791342:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb436 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.791360:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802719616/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.791375:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.791403:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.791500:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.791516:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.791521:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.791538:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.791585:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791593:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.791602:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.791625:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719744:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.791728:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.793328:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719744:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.793352:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793376:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793387:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793394:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793402:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793408:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.793413:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793420:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793427:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793434:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.793442:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793448:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb43d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.793514:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802719744/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.793532:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.793558:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.793628:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.793641:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.793645:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.793662:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.793731:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793739:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.793749:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.793776:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719872:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.793864:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.795670:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802719872:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.795692:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795715:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795724:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795730:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795738:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795745:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.795749:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795756:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795763:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795770:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.795776:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795781:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb444 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.795800:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802719872/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.795813:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.795836:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.795899:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.795913:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.795917:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.795931:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.795967:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795975:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.795984:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.796002:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802720000:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.796090:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.797671:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802720000:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.797685:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797696:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797703:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797709:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797716:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797738:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.797742:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797748:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797755:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797761:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.797766:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797773:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb44b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.797787:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802720000/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.797799:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.797813:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.797855:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.797867:0:321985:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.797870:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.797881:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.797907:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797914:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.797923:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.797936:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802720128:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.797983:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.799708:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802720128:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.799721:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799731:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799738:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799745:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799752:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799758:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.799761:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799769:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799775:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799783:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.799787:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799794:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb452 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.799807:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802720128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.799819:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.799832:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.799869:0:321985:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.799881:0:321985:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f521eaf00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.799887:0:321985:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.799898:0:321985:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.799929:0:321985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.799936:0:321985:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.799946:0:321985:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.799953:0:321985:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802720384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.799962:0:321985:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.799977:0:321985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802720384:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827152.800119:0:321985:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.801630:0:321985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:321985:1874669802720384:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827152.801646:0:321985:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801655:0:321985:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801662:0:321985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801668:0:321985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801676:0:321985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801681:0:321985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.801685:0:321985:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801692:0:321985:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801698:0:321985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801705:0:321985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.801710:0:321985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.801722:0:321985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb459 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 321985 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.801736:0:321985:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802720384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.801748:0:321985:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.801763:0:321985:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.805905:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827152.805929:0:321987:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827152.805938:0:321987:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827152.805962:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827152.805992:0:321987:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827152.806062:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.806074:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.806085:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.806117:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720512:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827152.806235:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.808162:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720512:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827152.808186:0:321987:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808203:0:321987:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808215:0:321987:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808226:0:321987:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808238:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808259:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808267:0:321987:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.808278:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802720512/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827152.808291:0:321987:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808303:0:321987:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.808309:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827152.808327:0:321987:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827152.808332:0:321987:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb460 00000080:00010000:2.0:1787827152.808337:0:321987:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827152.808341:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c53cb8 00010000:00010000:2.0:1787827152.808344:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.808352:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827152.809828:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.809841:0:321987:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.809846:0:321987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.809863:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.809905:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.809915:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.809923:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.809945:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720640:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.810017:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.811716:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720640:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.811731:0:321987:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811742:0:321987:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811749:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811755:0:321987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811763:0:321987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811769:0:321987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.811774:0:321987:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811780:0:321987:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811786:0:321987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811791:0:321987:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.811796:0:321987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811800:0:321987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb467 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.811812:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802720640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.811822:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.811838:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827152.811846:0:321987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827152.811852:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c53970 00010000:00010000:2.0:1787827152.811854:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827152.811859:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827152.811907:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.811918:0:321987:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.811921:0:321987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.811931:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.811955:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811961:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.811969:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.811984:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720768:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.812041:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.813576:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720768:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.813588:0:321987:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813597:0:321987:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813610:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813617:0:321987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813624:0:321987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813630:0:321987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.813634:0:321987:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813640:0:321987:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813646:0:321987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813653:0:321987:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.813658:0:321987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813664:0:321987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb46e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.813678:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802720768/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.813696:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.813712:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827152.813721:0:321987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827152.813729:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c53970 00010000:00010000:2.0:1787827152.813733:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827152.813739:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827152.813784:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.813791:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.813801:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.813803:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.813808:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.813810:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.813821:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.813828:0:321987:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.813832:0:321987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.813842:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.813881:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813888:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.813896:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.813912:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720896:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.813956:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.815584:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802720896:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.815596:0:321987:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815606:0:321987:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815612:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815619:0:321987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815626:0:321987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815632:0:321987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.815636:0:321987:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815642:0:321987:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815649:0:321987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815655:0:321987:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.815660:0:321987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815666:0:321987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb475 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.815680:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802720896/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.815691:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.815705:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827152.815711:0:321987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827152.815716:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c53970 00010000:00010000:2.0:1787827152.815719:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827152.815725:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827152.815769:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.815776:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.815786:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.815788:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.815793:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.815802:0:321987:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45310000, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.815807:0:321987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.815816:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.815844:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.815851:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.815860:0:321987:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.815866:0:321987:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802721152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.815874:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.815889:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802721152:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.816019:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.817526:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802721152:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.817549:0:321987:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817559:0:321987:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817566:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817573:0:321987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817584:0:321987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817590:0:321987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.817594:0:321987:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817601:0:321987:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817608:0:321987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817614:0:321987:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.817618:0:321987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.817624:0:321987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb47c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.817639:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802721152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.817657:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.817674:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827152.817683:0:321987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827152.817697:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c539a0 00010000:00010000:2.0:1787827152.817701:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827152.817709:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827152.817984:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.817990:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.817996:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.817998:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.818003:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818004:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.818009:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818012:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.818019:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818021:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.818040:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818044:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.818052:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818055:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.818063:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818065:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.818072:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.818081:0:321987:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45315200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.818099:0:321987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.818112:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.818143:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.818150:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.818160:0:321987:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.818166:0:321987:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802721408/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.818174:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.818189:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802721408:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.818304:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.819676:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802721408:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.819689:0:321987:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819704:0:321987:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819710:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819716:0:321987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819723:0:321987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819729:0:321987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.819732:0:321987:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819743:0:321987:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819749:0:321987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819755:0:321987:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.819760:0:321987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.819766:0:321987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb483 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.819787:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802721408/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.819798:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.819812:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827152.819821:0:321987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827152.819828:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c539a0 00010000:00010000:2.0:1787827152.819832:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827152.819839:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827152.820118:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820126:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.820138:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820142:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.820151:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820154:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.820163:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820166:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.820174:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820177:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.820185:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820189:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.820197:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820200:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.820208:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820211:0:321987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.820218:0:321987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.820227:0:321987:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c528a80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.820232:0:321987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.820243:0:321987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.820285:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.820291:0:321987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.820300:0:321987:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.820306:0:321987:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802721664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.820315:0:321987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.820329:0:321987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802721664:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.820500:0:321987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.822164:0:321987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321987:1874669802721664:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.822179:0:321987:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822190:0:321987:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822197:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822203:0:321987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822210:0:321987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822216:0:321987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.822220:0:321987:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822226:0:321987:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822233:0:321987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822239:0:321987:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.822258:0:321987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.822265:0:321987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb48a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321987 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.822282:0:321987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802721664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.822296:0:321987:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.822314:0:321987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827152.822324:0:321987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827152.822331:0:321987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c539a0 00010000:00010000:2.0:1787827152.822335:0:321987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827152.822342:0:321987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827152.827002:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.827019:0:321990:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.827028:0:321990:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.827050:0:321990:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.827068:0:321990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827152.827084:0:321990:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827152.827092:0:321990:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.827099:0:321990:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.827103:0:321990:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb460 00000080:00010000:3.0:1787827152.827113:0:321990:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb460 from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827152.827117:0:321990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827152.827137:0:321990:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827152.827849:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827858:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827152.827879:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827883:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.827896:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827900:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.827911:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827915:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.827930:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827932:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827152.827946:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827950:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.827963:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827967:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.827978:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827981:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.827992:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.827996:0:321989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.828449:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828479:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.828499:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828503:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.828514:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828518:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.828527:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828530:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.828538:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828541:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.828553:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828556:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.828563:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828569:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828574:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.828579:0:321989:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:1.0:1787827152.828584:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827152.828586:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.828591:0:321989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827152.828592:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827152.828600:0:321989:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=pjdfstest_0bf0d3530f7b633650c72fe058516479 00000080:00200000:3.0:1787827152.828608:0:321990:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.828613:0:321990:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:1.0:1787827152.828630:0:321989:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827152.828650:0:321989:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827152.828720:0:321989:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827152.828729:0:321989:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827152.828732:0:321989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb460 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a3ba expref: -99 pid: 321987 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:1.0:1787827152.828749:0:321989:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827152.828761:0:321989:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3c00 x1874669802721920/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827152.828783:0:321989:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321989:1874669802721920:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:1.0:1787827152.828872:0:321989:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.831229:0:321989:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321989:1874669802721920:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827152.831277:0:321989:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.831283:0:321989:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x693:0x0], updating i_size 42 00000080:00200000:3.0:1787827152.834047:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.834063:0:321992:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.834070:0:321992:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.834094:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.834108:0:321992:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827152.834154:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.834163:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.834173:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.834196:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722048:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827152.834265:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.837237:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722048:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827152.837271:0:321992:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837283:0:321992:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837295:0:321992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837305:0:321992:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837315:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837323:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837331:0:321992:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.837343:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f482721c0 x1874669802722048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827152.837355:0:321992:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837365:0:321992:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827152.837371:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827152.837389:0:321992:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827152.837394:0:321992:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb491 00000080:00010000:3.0:1787827152.837399:0:321992:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.837402:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818efcb8 00010000:00010000:3.0:1787827152.837405:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.837415:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827152.838743:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.838756:0:321992:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827152.838761:0:321992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827152.838777:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827152.838815:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.838829:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.838838:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.838857:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722176:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.838931:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.840770:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722176:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.840785:0:321992:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840796:0:321992:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840802:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840808:0:321992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840816:0:321992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840822:0:321992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.840827:0:321992:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840833:0:321992:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840841:0:321992:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840847:0:321992:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.840853:0:321992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.840858:0:321992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb498 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.840872:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802722176/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.840884:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.840903:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.840914:0:321992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827152.840922:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818ef970 00010000:00010000:3.0:1787827152.840925:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.840937:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827152.840997:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.841008:0:321992:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827152.841013:0:321992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827152.841025:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827152.841046:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.841051:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.841056:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.841071:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722304:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.841128:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.842512:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722304:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.842523:0:321992:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842530:0:321992:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842534:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842538:0:321992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842542:0:321992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842545:0:321992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.842548:0:321992:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842552:0:321992:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842556:0:321992:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842559:0:321992:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.842562:0:321992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842565:0:321992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb49f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.842574:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802722304/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.842581:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.842591:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827152.842600:0:321992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827152.842607:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818ef970 00010000:00010000:3.0:1787827152.842610:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827152.842617:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827152.842672:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.842677:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.842684:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.842686:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.842690:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.842692:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.842699:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.842706:0:321992:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827152.842710:0:321992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827152.842718:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827152.842742:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842749:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.842756:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.842770:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722432:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.842811:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.844234:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722432:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.844258:0:321992:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844269:0:321992:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844280:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844287:0:321992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844295:0:321992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844301:0:321992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.844305:0:321992:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844311:0:321992:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844318:0:321992:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844325:0:321992:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.844331:0:321992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844338:0:321992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb4a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.844353:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802722432/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.844365:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.844381:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827152.844391:0:321992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827152.844400:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818ef970 00010000:00010000:3.0:1787827152.844403:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827152.844411:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827152.844562:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.844571:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.844598:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.844602:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.844611:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.844621:0:321992:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e78c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.844627:0:321992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.844638:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.844671:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.844678:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.844687:0:321992:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.844694:0:321992:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802722688/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.844709:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.844724:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722688:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.844864:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.846765:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722688:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.846778:0:321992:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846787:0:321992:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846792:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846798:0:321992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846804:0:321992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846810:0:321992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.846814:0:321992:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846819:0:321992:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846826:0:321992:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846833:0:321992:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.846837:0:321992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.846843:0:321992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb4ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.846858:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802722688/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.846870:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.846886:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827152.846897:0:321992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827152.846905:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827152.846909:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827152.846916:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827152.847214:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847222:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.847230:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847232:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.847237:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847240:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.847263:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847266:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.847275:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847278:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.847284:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847287:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.847296:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847298:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.847307:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847310:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.847317:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.847326:0:321992:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e5e300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.847331:0:321992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.847343:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.847376:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.847383:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.847392:0:321992:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.847397:0:321992:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802722944/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.847403:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.847415:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722944:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.847556:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.849954:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802722944:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.849970:0:321992:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.849981:0:321992:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.849988:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.849995:0:321992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850002:0:321992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850008:0:321992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.850012:0:321992:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850019:0:321992:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850027:0:321992:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850034:0:321992:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.850039:0:321992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850045:0:321992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb4b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.850066:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802722944/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.850078:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.850096:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827152.850107:0:321992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827152.850115:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827152.850119:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827152.850127:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827152.850407:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850414:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.850420:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850431:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.850444:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850448:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.850483:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850486:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.850494:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850496:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.850500:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850502:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.850507:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850508:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.850513:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850514:0:321992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.850518:0:321992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.850524:0:321992:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f46318480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.850528:0:321992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.850539:0:321992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.850568:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.850573:0:321992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.850579:0:321992:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.850583:0:321992:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802723200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.850589:0:321992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.850600:0:321992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802723200:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.850731:0:321992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.852394:0:321992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:321992:1874669802723200:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.852410:0:321992:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852420:0:321992:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852442:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852448:0:321992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852503:0:321992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852511:0:321992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.852515:0:321992:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852522:0:321992:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852529:0:321992:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852535:0:321992:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.852540:0:321992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.852546:0:321992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb4bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 321992 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.852560:0:321992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482721c0 x1874669802723200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.852572:0:321992:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.852589:0:321992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827152.852600:0:321992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827152.852608:0:321992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827152.852612:0:321992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827152.852619:0:321992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827152.856746:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.856763:0:321995:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.856771:0:321995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.856787:0:321995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.856803:0:321995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.856817:0:321995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827152.856825:0:321995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.856832:0:321995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.856835:0:321995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb491 00000080:00010000:0.0:1787827152.856842:0:321995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae8181bfbcb8 00010000:00010000:0.0:1787827152.856846:0:321995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.856861:0:321995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827152.857297:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857303:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.857313:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857316:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.857325:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857327:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.857332:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857334:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.857342:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857345:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.857355:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857359:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.857370:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857373:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.857385:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857388:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.857398:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857401:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.857907:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.857921:0:321994:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=16 00000080:00200000:2.0:1787827152.857926:0:321994:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.857938:0:321994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_5d7f18c094044606e71bf9679e8d8399,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.857975:0:321994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.857981:0:321994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.857991:0:321994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.858015:0:321994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723328:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827152.858101:0:321994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000080:00200000:0.0:1787827152.858132:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858139:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827152.858153:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858156:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.858166:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858169:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.858179:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858183:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.858195:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858198:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.858208:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858211:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.858218:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858221:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.858228:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858230:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.858238:0:321995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.858241:0:321995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1787827152.860241:0:321994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723328:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827152.860280:0:321994:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860296:0:321994:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x693:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860305:0:321994:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860316:0:321994:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860327:0:321994:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860337:0:321994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860345:0:321994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860352:0:321994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.860364:0:321994:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802723328/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827152.860377:0:321994:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860385:0:321994:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1683 (0 0) 00000080:00200000:2.0:1787827152.860391:0:321994:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827152.860408:0:321994:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x693:0x0], updating i_size 42 00000080:00200000:2.0:1787827152.860411:0:321994:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x693:0x0](ffff9d1f436a63c8): rc = 0 00000080:00010000:2.0:1787827152.860416:0:321994:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x693:0x0](ffff9d1f436a63c8) for lock 0xf3d5ba2766bb4c2 00000080:00010000:2.0:1787827152.860424:0:321994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00010000:2.0:1787827152.860427:0:321994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4c2 from it ffffae8181c6bab0 00010000:00010000:2.0:1787827152.860431:0:321994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.860443:0:321994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827152.860501:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000100:00100000:2.0:1787827152.860534:0:321994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723456:192.168.203.151@tcp:33:pjdfstest.0 00000100:00100000:2.0:1787827152.860586:0:321994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.861682:0:321994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723456:192.168.203.151@tcp:33:pjdfstest.0 00000080:00200000:2.0:1787827152.861700:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.861715:0:321994:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=16 00000080:00200000:2.0:1787827152.861730:0:321994:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.861743:0:321994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_0bf0d3530f7b633650c72fe058516479,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.861775:0:321994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 321994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.861784:0:321994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.861799:0:321994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 321994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.861813:0:321994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723584:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827152.861866:0:321994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.863416:0:321994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723584:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827152.863447:0:321994:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863489:0:321994:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863498:0:321994:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863508:0:321994:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863518:0:321994:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863528:0:321994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863546:0:321994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863566:0:321994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.863577:0:321994:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d1f45d121c0 x1874669802723584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827152.863589:0:321994:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863599:0:321994:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1682 (0 0) 00000080:00200000:2.0:1787827152.863604:0:321994:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827152.863621:0:321994:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x692:0x0], updating i_size 42 00000080:00200000:2.0:1787827152.863624:0:321994:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x692:0x0](ffff9d1f436a2a08): rc = 0 00000080:00010000:2.0:1787827152.863628:0:321994:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x692:0x0](ffff9d1f436a2a08) for lock 0xf3d5ba2766bb4c9 00000080:00010000:2.0:1787827152.863637:0:321994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00010000:2.0:1787827152.863650:0:321994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4c9 from it ffffae8181c6bab0 00010000:00010000:2.0:1787827152.863653:0:321994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.863662:0:321994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827152.863696:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000100:00100000:2.0:1787827152.863729:0:321994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723712:192.168.203.151@tcp:33:pjdfstest.0 00000100:00100000:2.0:1787827152.863784:0:321994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.864967:0:321994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:321994:1874669802723712:192.168.203.151@tcp:33:pjdfstest.0 00000080:00200000:2.0:1787827152.864986:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.864994:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865004:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865007:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865011:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865013:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865016:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865019:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865021:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865024:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865027:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865029:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865032:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865034:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865037:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865040:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865042:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865044:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865047:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865050:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865053:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865055:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865066:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865069:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865072:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865075:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865078:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865080:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865083:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865085:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865088:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865090:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865093:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865096:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865098:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865101:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865103:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865106:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865108:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865115:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865117:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865120:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865123:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865126:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865128:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865130:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865133:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865136:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865139:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865142:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865144:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865147:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865150:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865153:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865155:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865158:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865160:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865163:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865165:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865167:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865170:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865173:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865175:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865178:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865181:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865183:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865186:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865188:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865191:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865193:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865196:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865198:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865201:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865203:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865206:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865209:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865211:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865214:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865216:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865219:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865221:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865224:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865226:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865229:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865231:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865234:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865236:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865239:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865242:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865256:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865266:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865269:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865275:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865278:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865280:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865283:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865285:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865288:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865290:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865293:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865296:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865299:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865301:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865304:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865307:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865310:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865312:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865315:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865318:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865320:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.865323:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.865335:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865339:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.865342:0:321994:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.865345:0:321994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.865347:0:321994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:3.0:1787827152.868522:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.868537:0:321997:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.868544:0:321997:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.868560:0:321997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.868577:0:321997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827152.868591:0:321997:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827152.868599:0:321997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827152.868605:0:321997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.868608:0:321997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb491 00000080:00010000:3.0:1787827152.868615:0:321997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae8181cbbcb8 00010000:00010000:3.0:1787827152.868619:0:321997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827152.868633:0:321997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827152.869898:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869908:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.869920:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869924:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.869932:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869935:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.869944:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869947:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.869956:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869959:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.869967:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869971:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.869980:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869983:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.869992:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.869996:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870004:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870008:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827152.870152:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870157:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.870166:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870170:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870177:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870180:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870187:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870190:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870198:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870200:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870207:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870209:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870217:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870219:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870226:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870228:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870235:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870238:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.870375:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870381:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.870388:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870391:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870397:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870400:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870407:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870410:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870416:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870419:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.870426:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870428:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870435:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870438:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870444:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870447:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.870454:0:321997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.870484:0:321997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827152.874447:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.874478:0:322000:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.874486:0:322000:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.874504:0:322000:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.874522:0:322000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827152.874537:0:322000:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827152.874542:0:322000:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.874549:0:322000:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.874551:0:322000:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb491 00000080:00010000:0.0:1787827152.874557:0:322000:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae8181c6bcb8 00010000:00010000:0.0:1787827152.874560:0:322000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827152.874566:0:322000:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1787827152.875064:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875072:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.875089:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875094:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875109:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875113:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875126:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875129:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875140:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875144:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875155:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875158:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.875170:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875174:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.875183:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875186:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.875195:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875198:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.875699:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875706:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875711:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875716:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875720:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875724:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875728:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875731:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875734:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875738:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875742:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875745:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875748:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875752:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875755:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875758:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875761:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875764:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:0.0:1787827152.875766:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875769:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875774:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.875775:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875781:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875784:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875786:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875788:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:0.0:1787827152.875790:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875793:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875798:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875799:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875805:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875805:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875812:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:0.0:1787827152.875815:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875818:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875819:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875825:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:0.0:1787827152.875827:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875830:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:0.0:1787827152.875831:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.875836:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875839:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:0.0:1787827152.875841:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875842:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:0.0:1787827152.875845:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.875846:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875850:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875853:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:0.0:1787827152.875855:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875857:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875861:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.875863:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:0.0:1787827152.875869:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875869:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875875:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.875876:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.875883:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:0.0:1787827152.875885:0:322000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875887:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:0.0:1787827152.875889:0:322000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.875895:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875899:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875903:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875907:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875910:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875913:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875917:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875921:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875924:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875927:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875930:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875932:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875935:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875938:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875941:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875944:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875947:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875949:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875953:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875956:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875958:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875961:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875964:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875967:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875970:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875973:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875976:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875980:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875982:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.875985:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.875989:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.875991:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.875995:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.875998:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876001:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876004:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876007:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876010:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876013:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876016:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876018:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876021:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876024:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876027:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876030:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876033:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876036:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876038:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876041:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876044:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876047:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876050:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876053:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876056:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876059:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876061:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876064:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876066:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876069:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876071:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876074:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876077:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876079:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876082:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876084:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876087:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876089:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876092:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876094:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876098:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876100:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876102:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876105:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876107:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.876109:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827152.876111:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876114:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=16 00000080:00200000:2.0:1787827152.876116:0:321999:0:(symlink.c:141:ll_get_link()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.876119:0:321999:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.876121:0:321999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=16 00000080:00200000:2.0:1787827152.878823:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827152.878836:0:322002:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827152.878842:0:322002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827152.878855:0:322002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827152.878871:0:322002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827152.878892:0:322002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1787827152.878901:0:322002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827152.878908:0:322002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827152.878912:0:322002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb491 00000080:00010000:2.0:1787827152.878919:0:322002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae81818efcb8 00010000:00010000:2.0:1787827152.878924:0:322002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827152.878933:0:322002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1787827152.881243:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881269:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.881282:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881286:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881647:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881653:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881667:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881671:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881681:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881684:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881692:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881695:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.881702:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881705:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.881712:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881715:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.881723:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881726:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1787827152.881923:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881928:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.881937:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881940:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881948:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881951:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881958:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881960:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881968:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881971:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.881979:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.881982:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.881991:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882165:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.882179:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882183:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.882191:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882195:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.882732:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882739:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.882748:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882751:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.882759:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882762:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.882770:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882773:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.882781:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882784:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.882792:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882795:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.882803:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882806:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.882814:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882817:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.882824:0:322002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.882828:0:322002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827152.887312:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.887332:0:322005:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.887340:0:322005:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.887357:0:322005:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.887375:0:322005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787827152.887391:0:322005:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1787827152.887400:0:322005:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.887407:0:322005:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.887411:0:322005:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb491 00000080:00010000:0.0:1787827152.887419:0:322005:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb491 from it ffffae8181c0bcb8 00010000:00010000:0.0:1787827152.887423:0:322005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787827152.887433:0:322005:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827152.888612:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888623:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.888636:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888640:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.888651:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888654:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.888664:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888668:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.888679:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888683:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.888699:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888703:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.888719:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888724:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.888740:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888744:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.888763:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.888768:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827152.888970:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.888976:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827152.888988:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.888993:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.889004:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889008:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.889019:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889022:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.889031:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889034:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827152.889043:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889046:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.889053:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889056:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.889062:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889065:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827152.889073:0:322005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827152.889076:0:322005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827152.889295:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.889303:0:322004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, flags=0 00000080:00200000:3.0:1787827152.889308:0:322004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827152.889314:0:322004:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_5d7f18c094044606e71bf9679e8d8399, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:3.0:1787827152.889337:0:322004:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827152.889355:0:322004:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827152.889399:0:322004:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.889435:0:322004:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.889443:0:322004:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827152.889449:0:322004:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787827152.889452:0:322004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bb4c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x693:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a4ee expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.889530:0:322004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb491 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a454 expref: -99 pid: 321992 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000020:00100000:3.0:1787827152.889548:0:322004:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827152.889559:0:322004:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802723968/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827152.889582:0:322004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:322004:1874669802723968:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827152.889676:0:322004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.892580:0:322004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:322004:1874669802723968:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827152.892626:0:322004:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x693:0x0](ffff9d1f436a63c8) 00000080:00200000:2.0:1787827152.896959:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827152.896988:0:322007:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827152.896995:0:322007:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827152.897011:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827152.897022:0:322007:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827152.897076:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.897086:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.897097:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.897120:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724096:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827152.897201:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.899012:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724096:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827152.899035:0:322007:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899056:0:322007:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899068:0:322007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899079:0:322007:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899090:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899099:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899107:0:322007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.899117:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802724096/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827152.899128:0:322007:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899139:0:322007:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827152.899152:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827152.899169:0:322007:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827152.899175:0:322007:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb4d0 00000080:00010000:2.0:1787827152.899180:0:322007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827152.899183:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd3cb8 00010000:00010000:2.0:1787827152.899187:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.899196:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827152.900618:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.900633:0:322007:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.900637:0:322007:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.900654:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.900694:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.900703:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.900711:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.900730:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724224:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.900798:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.902311:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724224:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.902322:0:322007:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902330:0:322007:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902335:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902339:0:322007:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902344:0:322007:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902348:0:322007:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.902351:0:322007:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902356:0:322007:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902360:0:322007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902364:0:322007:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.902368:0:322007:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902372:0:322007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.902380:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802724224/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.902395:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.902409:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827152.902417:0:322007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827152.902422:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd3970 00010000:00010000:2.0:1787827152.902424:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827152.902429:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827152.902489:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.902500:0:322007:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.902504:0:322007:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.902515:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.902541:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902548:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.902555:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.902566:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724352:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.902613:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.905578:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724352:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.905592:0:322007:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905603:0:322007:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905609:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905616:0:322007:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905624:0:322007:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905631:0:322007:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.905635:0:322007:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905642:0:322007:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905660:0:322007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905667:0:322007:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.905673:0:322007:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905680:0:322007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb4de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.905695:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802724352/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.905718:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.905739:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827152.905750:0:322007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827152.905756:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd3970 00010000:00010000:2.0:1787827152.905759:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827152.905764:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827152.905808:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.905814:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.905821:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.905823:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.905827:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.905829:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.905834:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.905840:0:322007:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827152.905842:0:322007:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827152.905852:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827152.905876:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905881:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.905887:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.905901:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724480:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.905964:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.907614:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724480:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.907627:0:322007:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907638:0:322007:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907644:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907649:0:322007:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907656:0:322007:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907662:0:322007:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.907665:0:322007:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907671:0:322007:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907678:0:322007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907685:0:322007:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.907689:0:322007:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907695:0:322007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb4e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.907706:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802724480/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.907717:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.907731:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827152.907740:0:322007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827152.907747:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd3970 00010000:00010000:2.0:1787827152.907750:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827152.907756:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827152.907800:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.907806:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.907819:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.907822:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.907830:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.907839:0:322007:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ca5980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.907844:0:322007:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.907853:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.907879:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.907883:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.907889:0:322007:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.907893:0:322007:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802724736/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.907899:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.907909:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724736:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.908032:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.909582:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724736:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.909595:0:322007:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909605:0:322007:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909612:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909619:0:322007:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909630:0:322007:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909636:0:322007:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.909640:0:322007:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909657:0:322007:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909663:0:322007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909670:0:322007:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.909680:0:322007:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.909690:0:322007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb4ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.909703:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802724736/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.909714:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.909739:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827152.909749:0:322007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827152.909756:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd39a0 00010000:00010000:2.0:1787827152.909760:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827152.909768:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827152.910102:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910109:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.910121:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910125:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.910135:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910138:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.910146:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910149:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.910156:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910159:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.910166:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910169:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.910176:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910178:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.910185:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910188:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.910195:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.910204:0:322007:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e88c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.910209:0:322007:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.910220:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.910281:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.910289:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.910306:0:322007:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.910313:0:322007:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802724992/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.910321:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.910337:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724992:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.910451:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.911868:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802724992:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.911879:0:322007:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911886:0:322007:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911891:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911895:0:322007:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911900:0:322007:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911903:0:322007:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.911906:0:322007:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911913:0:322007:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911917:0:322007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911925:0:322007:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.911928:0:322007:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.911932:0:322007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb4f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.911942:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802724992/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.911950:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.911961:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827152.911968:0:322007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827152.911973:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd39a0 00010000:00010000:2.0:1787827152.911975:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827152.911979:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827152.912223:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912229:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.912236:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912238:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.912243:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912259:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.912267:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912269:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.912273:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912275:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.912281:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912283:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.912288:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912290:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.912298:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912301:0:322007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.912309:0:322007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.912317:0:322007:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49ea8c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827152.912322:0:322007:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827152.912339:0:322007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827152.912368:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.912374:0:322007:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827152.912382:0:322007:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827152.912388:0:322007:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802725248/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827152.912397:0:322007:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827152.912411:0:322007:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802725248:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827152.912538:0:322007:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.914027:0:322007:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322007:1874669802725248:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827152.914042:0:322007:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914053:0:322007:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914060:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914066:0:322007:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914073:0:322007:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914079:0:322007:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827152.914083:0:322007:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914090:0:322007:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914097:0:322007:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914105:0:322007:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827152.914110:0:322007:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827152.914116:0:322007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb4fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322007 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827152.914130:0:322007:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802725248/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827152.914150:0:322007:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827152.914164:0:322007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827152.914175:0:322007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827152.914183:0:322007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cd39a0 00010000:00010000:2.0:1787827152.914186:0:322007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827152.914194:0:322007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827152.918242:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827152.918268:0:322010:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827152.918275:0:322010:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827152.918291:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827152.918306:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.918319:0:322010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827152.918326:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827152.918333:0:322010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827152.918336:0:322010:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb4d0 00000080:00010000:0.0:1787827152.918343:0:322010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb4d0 from it ffffae8181cc3cb8 00010000:00010000:0.0:1787827152.918347:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827152.918360:0:322010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827152.918975:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.918984:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827152.918997:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919001:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.919012:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919016:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.919030:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919034:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.919048:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919052:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827152.919066:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919070:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.919083:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919087:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.919098:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919101:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827152.919111:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919115:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827152.919666:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827152.919673:0:322009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, flags=0 00000080:00200000:2.0:1787827152.919677:0:322009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827152.919681:0:322009:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_0bf0d3530f7b633650c72fe058516479, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:2.0:1787827152.919704:0:322009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827152.919723:0:322009:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827152.919777:0:322009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827152.919801:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827152.919815:0:322009:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827152.919823:0:322009:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827152.919829:0:322009:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787827152.919832:0:322009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8400/0xf3d5ba2766bb4c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x692:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a50a expref: -99 pid: 321994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827152.919846:0:322009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bb4d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a52d expref: -99 pid: 322007 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827152.919861:0:322009:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827152.919873:0:322009:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802725504/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827152.919894:0:322009:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:322009:1874669802725504:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827152.919967:0:322009:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827152.922063:0:322009:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:322009:1874669802725504:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827152.922140:0:322009:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x692:0x0](ffff9d1f436a2a08) 00000080:00200000:1.0:1787827152.922184:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.922192:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.922213:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.922273:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.922284:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.922293:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.922321:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802725632:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.922405:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.923530:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802725632:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.923542:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923554:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923560:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923564:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923570:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923583:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.923587:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923594:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923601:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923607:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.923614:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923621:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb501 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.923644:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802725632/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.923677:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.923690:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.923733:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.923742:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.923745:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.923762:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.923786:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923793:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.923800:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.923812:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802725760:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.923860:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.924900:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802725760:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.924909:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924915:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924921:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924927:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924934:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924939:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.924943:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924948:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924955:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924960:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.924964:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.924968:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb508 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.924982:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802725760/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.924989:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.924997:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.925023:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.925030:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.925033:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.925039:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.925054:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.925059:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.925064:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.925087:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802725888:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.925129:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.926284:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802725888:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.926296:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926306:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926311:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926317:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926323:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926327:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.926330:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926336:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926342:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926347:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.926350:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926356:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb50f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.926368:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802725888/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.926377:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.926389:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.926420:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.926429:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.926433:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.926442:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.926491:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926498:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.926507:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.926522:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726016:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.926563:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.927795:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726016:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.927807:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927816:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927823:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927828:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927835:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927840:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.927845:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927851:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927858:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927865:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.927870:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.927882:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb516 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.927897:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802726016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.927907:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.927919:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.927955:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.927964:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.927968:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.927977:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.927996:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.928000:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.928006:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.928032:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726144:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.928077:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.930394:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726144:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.930419:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930429:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930436:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930442:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930448:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930454:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.930531:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930536:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930543:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930549:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.930557:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930563:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb51d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.930579:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802726144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.930593:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.930608:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.930757:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.930767:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.930770:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.930783:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.930814:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930821:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.930829:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.930843:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726272:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.930903:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.932357:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726272:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.932369:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932378:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932385:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932391:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932410:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932416:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.932420:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932426:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932433:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932439:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.932444:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932451:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb524 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.932482:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802726272/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.932492:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.932503:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.932557:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.932567:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.932571:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.932581:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.932616:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932623:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.932629:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.932643:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726400:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.932696:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.934427:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726400:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.934442:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934454:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934520:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934527:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934534:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934546:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.934550:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934557:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934565:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934572:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.934577:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934583:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb52b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.934598:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802726400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.934610:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.934626:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.934734:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.934747:0:322010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827152.934751:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827152.934762:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827152.934792:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934799:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.934809:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.934826:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726528:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.934891:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.936560:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726528:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.936573:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936584:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936591:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936597:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936604:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936610:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.936613:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936619:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936626:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936633:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.936638:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936654:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb532 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.936670:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802726528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.936681:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.936703:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827152.936746:0:322010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827152.936759:0:322010:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49e92900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827152.936765:0:322010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827152.936777:0:322010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827152.936808:0:322010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.936812:0:322010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827152.936819:0:322010:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827152.936823:0:322010:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa1e00 x1874669802726784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827152.936829:0:322010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827152.936839:0:322010:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726784:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827152.936966:0:322010:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43157780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827152.938555:0:322010:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:322010:1874669802726784:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827152.938571:0:322010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938582:0:322010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938588:0:322010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938606:0:322010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938614:0:322010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938620:0:322010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827152.938624:0:322010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938636:0:322010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938646:0:322010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938654:0:322010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827152.938659:0:322010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827152.938671:0:322010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb539 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 322010 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827152.938686:0:322010:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa1e00 x1874669802726784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827152.938704:0:322010:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827152.938720:0:322010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827152.942161:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827152.942177:0:322012:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827152.942184:0:322012:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827152.942200:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827152.942213:0:322012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827152.942263:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.942281:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.942291:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.942312:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802726912:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827152.942384:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.943928:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802726912:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827152.943945:0:322012:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.943956:0:322012:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.943967:0:322012:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.943978:0:322012:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.943988:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.943996:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.944018:0:322012:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.944030:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48271a40 x1874669802726912/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827152.944041:0:322012:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.944051:0:322012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827152.944057:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827152.944074:0:322012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827152.944080:0:322012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:3.0:1787827152.944093:0:322012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827152.944097:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818efcb8 00010000:00010000:3.0:1787827152.944100:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.944109:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827152.945500:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.945512:0:322012:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827152.945518:0:322012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827152.945533:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827152.945571:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.945584:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.945593:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.945613:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727040:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.945686:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.947410:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727040:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.947427:0:322012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947438:0:322012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947445:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947451:0:322012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947484:0:322012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947491:0:322012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.947496:0:322012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947504:0:322012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947511:0:322012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947518:0:322012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.947524:0:322012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947530:0:322012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb547 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.947552:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802727040/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.947564:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.947584:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.947593:0:322012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827152.947600:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818ef970 00010000:00010000:3.0:1787827152.947604:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827152.947611:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827152.947661:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.947672:0:322012:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827152.947675:0:322012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827152.947686:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827152.947714:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947721:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.947727:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.947742:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727168:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.947801:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.948993:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727168:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.949004:0:322012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949013:0:322012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949024:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949031:0:322012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949038:0:322012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949044:0:322012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.949048:0:322012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949053:0:322012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949059:0:322012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949065:0:322012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.949075:0:322012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949082:0:322012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb54e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.949093:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802727168/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.949103:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.949114:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827152.949123:0:322012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827152.949130:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818ef970 00010000:00010000:3.0:1787827152.949133:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827152.949142:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827152.949181:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.949187:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.949198:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.949201:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.949208:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.949211:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.949217:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.949224:0:322012:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827152.949227:0:322012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827152.949234:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827152.949268:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949275:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.949282:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.949293:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727296:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.949332:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.950736:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727296:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.950749:0:322012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950759:0:322012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950770:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950777:0:322012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950784:0:322012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950790:0:322012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.950793:0:322012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950799:0:322012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950805:0:322012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950810:0:322012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.950815:0:322012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.950829:0:322012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb555 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.950842:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802727296/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.950853:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.950867:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827152.950877:0:322012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827152.950882:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818ef970 00010000:00010000:3.0:1787827152.950885:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827152.950890:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827152.950939:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.950945:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.950955:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.950958:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.950965:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.950975:0:322012:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e78d80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.950980:0:322012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.950991:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.951021:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.951028:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.951037:0:322012:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.951043:0:322012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802727552/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.951057:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.951072:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727552:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.951194:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.952335:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727552:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.952344:0:322012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952350:0:322012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952354:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952358:0:322012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952361:0:322012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952365:0:322012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.952367:0:322012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952370:0:322012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952374:0:322012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952379:0:322012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.952381:0:322012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952385:0:322012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bb55c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.952392:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802727552/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.952399:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.952408:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827152.952414:0:322012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827152.952418:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827152.952421:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827152.952425:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827152.952774:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952781:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.952791:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952794:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.952803:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952806:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.952814:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952824:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.952834:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952837:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.952843:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952846:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.952855:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952858:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.952866:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952869:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.952877:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.952885:0:322012:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f46319980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.952889:0:322012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.952899:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.952924:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.952930:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.952938:0:322012:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.952943:0:322012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802727808/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.952951:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.952963:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727808:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.953053:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.954331:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802727808:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.954345:0:322012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954355:0:322012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954362:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954369:0:322012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954376:0:322012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954382:0:322012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.954385:0:322012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954391:0:322012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954398:0:322012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954404:0:322012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.954409:0:322012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.954415:0:322012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb563 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.954433:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802727808/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.954444:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.954623:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827152.954634:0:322012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827152.954642:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827152.954646:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827152.954654:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827152.954930:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.954937:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827152.954949:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.954953:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.954961:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.954964:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.954972:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.954975:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.954982:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.954985:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827152.954992:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.954995:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.955003:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.955006:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.955013:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.955016:0:322012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827152.955024:0:322012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827152.955031:0:322012:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c529500, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827152.955037:0:322012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827152.955048:0:322012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827152.955078:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.955085:0:322012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827152.955093:0:322012:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827152.955099:0:322012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802728064/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827152.955108:0:322012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827152.955121:0:322012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802728064:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827152.955219:0:322012:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827152.956674:0:322012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:322012:1874669802728064:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827152.956688:0:322012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956703:0:322012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956717:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956723:0:322012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956731:0:322012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956737:0:322012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827152.956741:0:322012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956747:0:322012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956753:0:322012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956759:0:322012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827152.956764:0:322012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827152.956775:0:322012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bb56a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 322012 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827152.956790:0:322012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802728064/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827168 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827152.956800:0:322012:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827152.956813:0:322012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827152.956829:0:322012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827152.956836:0:322012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81818ef9a0 00010000:00010000:3.0:1787827152.956839:0:322012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827152.956845:0:322012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000001:02000400:0.0:1787827153.494025:0:322142:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:0.0:1787827153.802671:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827154.009143:0:322279:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:2.0:1787827154.827589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827155.786657:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802728320:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827155.786657:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802728192:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827155.788356:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802728320:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827155.788376:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2342:1874669802728192:192.168.203.151@tcp:400:kworker.0 00010000:00010000:1.0:1787827155.851689:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827156.281367:0:322847:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_08: symlink returns EEXIST if the name2 argument already exists ========================================================== 06:39:15 (1787827155) 00000001:02000400:2.0:1787827156.845268:0:322983:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/08.t against ext4 filesystem 00010000:00010000:2.0:1787827156.874897:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827157.898876:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827157.973913:0:323243:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/08.t against lustre filesystem 00000080:00200000:1.0:1787827157.992786:0:323246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827157.992813:0:323246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827157.992832:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827157.992847:0:323246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827157.992855:0:323246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827157.992863:0:323246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827157.992866:0:323246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:1.0:1787827157.992874:0:323246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8180e2bb58 00010000:00010000:1.0:1787827157.992879:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827157.992893:0:323246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827157.992911:0:323246:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827157.992927:0:323246:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=13 00000080:00200000:1.0:1787827157.992932:0:323246:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:1.0:1787827157.992945:0:323246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787827157.992988:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323246 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.992997:0:323246:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323246 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.993007:0:323246:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323246 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827157.993031:0:323246:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:323246:1874669802728448:192.168.203.151@tcp:101:lfs.0 00000100:00100000:1.0:1787827157.993121:0:323246:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827157.995164:0:323246:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:323246:1874669802728448:192.168.203.151@tcp:101:lfs.0 00010000:00010000:1.0:1787827157.995187:0:323246:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995202:0:323246:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995224:0:323246:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995242:0:323246:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995253:0:323246:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995264:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995272:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995278:0:323246:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827157.995290:0:323246:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa0f00 x1874669802728448/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827173 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827157.995303:0:323246:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995313:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827157.995323:0:323246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827157.995331:0:323246:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995340:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995348:0:323246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827157.995372:0:323246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1787827157.995379:0:323246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787827157.995398:0:323246:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1787827157.995401:0:323246:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00000080:00010000:1.0:1787827157.995407:0:323246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:1.0:1787827157.995418:0:323246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827157.995421:0:323246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180e2bb20 00010000:00010000:1.0:1787827157.995424:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827157.995433:0:323246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827157.995437:0:5893:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787827157.995447:0:5893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827157.995478:0:5893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827157.995484:0:5893:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1787827157.995493:0:323246:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00010000:00010000:2.0:1787827157.995502:0:5893:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827157.995503:0:323246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00010000:00010000:2.0:1787827157.995516:0:5893:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787827157.995521:0:323246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827157.995532:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827157.995540:0:323246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827157.995544:0:5893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827157.995549:0:323246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827157.995558:0:323246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827157.995563:0:323246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:1.0:1787827157.995567:0:323246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180e2bcb8 00010000:00010000:2.0:1787827157.995569:0:5893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827157.995571:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827157.995590:0:323246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1787827157.995614:0:5893:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827157.995621:0:5893:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827157.995644:0:5893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827157.995652:0:5893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb571 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a725 expref: -99 pid: 323246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827157.995663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827157.995666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827157.995668:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827157.995681:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802728576:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:1.0:1787827157.996048:0:323246:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827157.996053:0:323246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827157.996060:0:323246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827157.996068:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827157.996077:0:323246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827157.996084:0:323246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827157.996087:0:323246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827157.996089:0:323246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:1.0:1787827157.996092:0:323246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8180e2bcb8 00010000:00010000:1.0:1787827157.996094:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827157.996102:0:323246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827157.996187:0:323246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827157.996193:0:323246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827157.996198:0:323246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827157.996204:0:323246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827157.996220:0:323246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827157.996224:0:323246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827157.996226:0:323246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb395 00000080:00010000:1.0:1787827157.996229:0:323246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb395 from it ffffae8180e2bbb0 00010000:00010000:1.0:1787827157.996232:0:323246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827157.996237:0:323246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787827157.996242:0:323246:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:1.0:1787827157.996246:0:323246:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:1.0:1787827157.996259:0:323246:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffe01e915a0 00000080:00200000:1.0:1787827157.996268:0:323246:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1787827157.996283:0:323246:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827157.996305:0:323246:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827157.996310:0:323246:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827157.996311:0:323246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb395 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a152 expref: -99 pid: 321491 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:1.0:1787827157.996326:0:323246:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827157.996331:0:323246:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa0f00 x1874669802728832/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827157.996342:0:323246:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:323246:1874669802728832:192.168.203.151@tcp:36:lfs.0 00000100:00100000:1.0:1787827157.996373:0:323246:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231900 going to sleep for 11 seconds 00000100:00100000:2.0:1787827157.996876:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802728576:192.168.203.151@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787827157.997343:0:323246:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:323246:1874669802728832:192.168.203.151@tcp:36:lfs.0 00000080:00200008:1.0:1787827157.997420:0:323246:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:0.0:1787827158.032909:0:322717:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.032919:0:322717:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827158.032935:0:322717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.033060:0:322717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 322717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.033080:0:322717:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 322717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.033092:0:322717:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 322717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.033117:0:322717:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:322717:1874669802728960:192.168.203.151@tcp:101:bash.0 00000100:00100000:0.0:1787827158.033224:0:322717:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337900 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.035426:0:322717:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:322717:1874669802728960:192.168.203.151@tcp:101:bash.0 00010000:00010000:3.0:1787827158.035451:0:322717:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035486:0:322717:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035498:0:322717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035509:0:322717:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035521:0:322717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035530:0:322717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035538:0:322717:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.035551:0:322717:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94f00 x1874669802728960/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.035565:0:322717:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035578:0:322717:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787827158.035584:0:322717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827158.035610:0:322717:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827158.035617:0:322717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:3.0:1787827158.035624:0:322717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827158.035627:0:322717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae81816a7cb8 00010000:00010000:3.0:1787827158.035631:0:322717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.035640:0:322717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.035684:0:322717:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827158.035697:0:322717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.035706:0:322717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.035717:0:322717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.035723:0:322717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827158.035728:0:322717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827158.035730:0:322717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:3.0:1787827158.035733:0:322717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae81816a7b58 00010000:00010000:3.0:1787827158.035735:0:322717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.035740:0:322717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827158.035746:0:322717:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.035750:0:322717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827158.035756:0:322717:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827158.035759:0:322717:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827158.035768:0:322717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.035774:0:322717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827158.035779:0:322717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827158.035783:0:322717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827158.035786:0:322717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827158.035787:0:322717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:3.0:1787827158.035790:0:322717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81816a7cb8 00010000:00010000:3.0:1787827158.035792:0:322717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827158.035797:0:322717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827158.035810:0:322717:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827158.035813:0:322717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.035816:0:322717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.035820:0:322717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827158.035824:0:322717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827158.035826:0:322717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827158.035828:0:322717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:3.0:1787827158.035829:0:322717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae81816a7c18 00010000:00010000:3.0:1787827158.035831:0:322717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.035835:0:322717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827158.035840:0:322717:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.035842:0:322717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827158.035844:0:322717:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:2.0:1787827158.040141:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040155:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.040174:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040178:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.040190:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040194:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.040206:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040224:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.040242:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040245:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.040258:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040261:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.040274:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040277:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.040288:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040292:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.040302:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.040310:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47e82a80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.040318:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.040338:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.040404:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.040414:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.040426:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.040438:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802729216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.040455:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.040620:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729216:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827158.040780:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.043124:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729216:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827158.043146:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043157:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043162:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043167:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043172:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043177:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.043180:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043185:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043190:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043196:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.043201:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.043206:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb57f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.043229:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802729216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.043240:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.043259:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827158.043269:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00010000:2.0:1787827158.043278:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:2.0:1787827158.043282:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827158.043290:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1787827158.043631:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043640:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.043652:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043656:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.043678:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043683:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.043695:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043698:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.043708:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043710:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.043719:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043722:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.043731:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043734:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.043741:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043743:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.043799:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043802:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827158.043971:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043975:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.043986:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.043989:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.043999:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044002:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.044010:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044013:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.044022:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044025:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.044033:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044036:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.044044:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044047:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.044055:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044058:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.044065:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.044075:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413df200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.044081:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.044097:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.044147:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.044155:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.044165:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.044173:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802729472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.044181:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.044199:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729472:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827158.044366:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.046164:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729472:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827158.046180:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046192:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046199:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046206:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046232:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046239:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.046243:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046249:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046256:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046264:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.046269:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046275:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb586 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.046290:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802729472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.046302:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.046321:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1787827158.046333:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00010000:2.0:1787827158.046342:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:2.0:1787827158.046347:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1787827158.046356:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:2.0:1787827158.046630:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046638:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.046654:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046658:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.046671:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046674:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.046684:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046687:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.046695:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046697:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.046705:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046708:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.046715:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046718:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.046725:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046728:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.046735:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.046744:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413dfe00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.046750:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.046765:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.046801:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.046808:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.046818:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.046824:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802729728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.046833:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.046849:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729728:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827158.046977:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.048313:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729728:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.048329:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048344:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048351:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048358:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048366:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048372:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.048376:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048383:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048390:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048397:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.048403:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048410:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb58d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.048427:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802729728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.048439:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.048486:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827158.048498:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00010000:3.0:1787827158.048508:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:3.0:1787827158.048512:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1787827158.048520:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787827158.048756:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048765:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.048779:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048782:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.048793:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048796:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.048806:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048809:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.048820:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048824:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.048835:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048839:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.048851:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048854:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.048876:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048880:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.048891:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.048900:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47cff500, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.048907:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.048920:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.048958:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.048966:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.048975:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.048983:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482712c0 x1874669802729984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.048993:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.049009:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729984:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.049144:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.050687:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802729984:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.050700:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050710:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050720:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050734:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050745:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050750:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.050754:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050759:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050765:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050772:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.050777:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.050783:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb594 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.050797:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802729984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.050808:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.050822:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827158.050845:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00010000:3.0:1787827158.050852:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:3.0:1787827158.050855:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827158.050862:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827158.051118:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051124:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.051131:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051133:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.051138:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051140:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.051144:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051146:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.051151:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051153:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.051157:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051160:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.051165:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051166:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.051170:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051172:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.051176:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.051182:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47358900, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.051186:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.051195:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.051234:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.051238:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.051244:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.051248:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482712c0 x1874669802730240/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.051254:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.051263:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730240:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.051349:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.052601:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730240:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.052616:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052625:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052632:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052638:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052650:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052655:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.052660:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052666:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052672:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052677:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.052680:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.052684:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb59b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.052695:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802730240/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.052705:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.052720:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827158.052730:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00010000:3.0:1787827158.052737:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:3.0:1787827158.052741:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787827158.052748:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787827158.052954:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.052960:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.052966:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.052968:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.052974:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.052976:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.052981:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.052983:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.052987:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.052989:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.052994:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.052995:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.053002:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.053005:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.053013:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.053017:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.053025:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.053033:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42b86600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.053038:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.053055:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.053089:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.053096:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.053105:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.053111:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482712c0 x1874669802730496/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.053120:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.053135:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730496:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.053266:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.054420:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730496:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.054433:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054444:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054450:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054488:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054498:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054505:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.054509:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054520:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054527:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054535:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.054540:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.054547:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.054560:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802730496/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.054571:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.054584:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827158.054594:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:3.0:1787827158.054602:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:3.0:1787827158.054606:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787827158.054613:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787827158.054861:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054869:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.054878:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054882:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.054889:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054891:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.054898:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054901:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.054907:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054910:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.054918:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054921:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.054928:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054941:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.054950:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054953:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.054961:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.054964:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.144306:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144327:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.144340:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144345:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.144353:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144356:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.144362:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144364:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.144369:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144372:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.144380:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144385:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.144394:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144397:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.144406:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144409:0:323258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.144416:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.144428:0:323258:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42b86900, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.144435:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.144477:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.144538:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.144546:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.144555:0:323258:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.144564:0:323258:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482712c0 x1874669802730752/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.144571:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.144588:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730752:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.144821:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.148074:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730752:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.148106:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148124:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148144:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148152:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148162:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148168:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.148174:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148181:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148188:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148196:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.148204:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.148221:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.148245:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802730752/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.148274:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.148318:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827158.148337:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00010000:3.0:1787827158.148348:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab9a0 00010000:00010000:3.0:1787827158.148352:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787827158.148361:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:3.0:1787827158.167448:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.167545:0:323258:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:3.0:1787827158.167552:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827158.167582:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827158.167662:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.167674:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.167684:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.167716:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730880:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.167867:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.171875:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802730880:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.171898:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171913:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171920:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171928:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171936:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171943:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.171947:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171953:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171960:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171967:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.171973:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.171979:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.172005:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802730880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.172025:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.172048:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1787827158.172063:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00010000:3.0:1787827158.172072:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab930 00010000:00010000:3.0:1787827158.172076:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1787827158.172083:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:3.0:1787827158.173829:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.173855:0:323258:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:3.0:1787827158.173859:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827158.173877:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827158.173920:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.173929:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.173937:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.173958:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802731008:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.174049:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.176762:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802731008:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.176794:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176810:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176819:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176825:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176835:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176842:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.176847:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176854:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176861:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176870:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.176879:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.176892:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.176919:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802731008/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.176953:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.176983:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787827158.176997:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00010000:3.0:1787827158.177007:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab930 00010000:00010000:3.0:1787827158.177011:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787827158.177021:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:3.0:1787827158.204082:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.204099:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.204117:0:323258:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:3.0:1787827158.204122:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827158.204150:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827158.204232:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.204248:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.204259:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.204288:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802731136:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.204421:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.207161:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802731136:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.207184:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207198:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207205:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207223:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207231:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207237:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.207241:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207249:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207257:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207264:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.207271:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207277:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb5be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.207297:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802731136/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.207311:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.207339:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1787827158.207352:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00010000:3.0:1787827158.207361:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab930 00010000:00010000:3.0:1787827158.207365:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1787827158.207373:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:3.0:1787827158.207487:0:323258:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.207504:0:323258:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.207509:0:323258:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.207524:0:323258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.207558:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207566:0:323258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.207575:0:323258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.207594:0:323258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802731264:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827158.207674:0:323258:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.210811:0:323258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:323258:1874669802731264:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827158.210832:0:323258:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210844:0:323258:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210852:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210859:0:323258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210867:0:323258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210873:0:323258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.210878:0:323258:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210884:0:323258:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210891:0:323258:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210898:0:323258:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.210904:0:323258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.210910:0:323258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb5c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323258 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.210928:0:323258:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482712c0 x1874669802731264/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.210942:0:323258:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.210966:0:323258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1787827158.210977:0:323258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00010000:3.0:1787827158.210986:0:323258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8180dab8d0 00010000:00010000:3.0:1787827158.210990:0:323258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1787827158.211012:0:323258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787827158.298097:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298112:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.298126:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298130:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298138:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298140:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298148:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298151:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298160:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298163:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298170:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298174:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298181:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298184:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298191:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298193:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298202:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298205:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1787827158.298398:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298403:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.298411:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298415:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298423:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298426:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298435:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298438:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298446:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298449:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298479:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298483:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298495:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298498:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298507:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298511:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298521:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298525:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827158.298655:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298660:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.298671:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298674:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298684:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298687:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298696:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298698:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298707:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298711:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298719:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298722:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298729:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298731:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298739:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298741:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298749:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298752:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1787827158.298892:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298897:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.298907:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298910:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298919:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298922:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298929:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298932:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298939:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298942:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.298950:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298954:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298961:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298964:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298972:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298975:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.298982:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.298985:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827158.299096:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299101:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.299110:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299114:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.299122:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299125:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.299134:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299137:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.299144:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299147:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.299155:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299158:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.299167:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299171:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.299180:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299183:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.299192:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.299196:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827158.301120:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301134:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.301147:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301151:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301161:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301165:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301173:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301176:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301186:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301189:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301199:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301202:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301229:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301233:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301242:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301245:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301253:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301256:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1787827158.301377:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301382:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.301392:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301395:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301404:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301407:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301416:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301419:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301428:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301431:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301440:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301443:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301451:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301453:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301489:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301493:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301503:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301507:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1787827158.301653:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301659:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.301669:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301672:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301682:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301686:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301695:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301699:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301708:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301711:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.301720:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301723:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301733:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301736:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301745:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301748:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.301755:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.301759:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.306837:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306851:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.306860:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306862:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.306869:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306872:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.306884:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306889:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.306901:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306905:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.306915:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306918:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.306928:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306931:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.306938:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306940:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.306944:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.306952:0:323259:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45314480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.306958:0:323259:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.306975:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.307036:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.307045:0:323259:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.307056:0:323259:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.307067:0:323259:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802731520/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.307077:0:323259:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.307096:0:323259:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323259:1874669802731520:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827158.307286:0:323259:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.309976:0:323259:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323259:1874669802731520:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827158.309996:0:323259:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310008:0:323259:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310014:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310019:0:323259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310025:0:323259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310029:0:323259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.310032:0:323259:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310036:0:323259:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310040:0:323259:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310044:0:323259:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.310050:0:323259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.310057:0:323259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb5cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323259 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.310074:0:323259:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802731520/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.310088:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.310110:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787827158.310122:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00010000:0.0:1787827158.310130:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae81816439a0 00010000:00010000:0.0:1787827158.310134:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787827158.310141:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:0.0:1787827158.310506:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310515:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.310528:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310533:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310546:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310552:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310574:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310578:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310593:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310597:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310607:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310611:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.310621:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310623:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.310628:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310630:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.310638:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310641:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827158.310759:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310765:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.310775:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310778:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310784:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310786:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310791:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310792:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310800:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310803:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.310810:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310813:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.310821:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310824:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.310832:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310834:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.310842:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.310845:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.312631:0:323259:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827158.312649:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.312662:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827158.312675:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827158.312683:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.312689:0:323259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827158.312691:0:323259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:0.0:1787827158.312697:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181643b58 00010000:00010000:0.0:1787827158.312701:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827158.312714:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827158.312726:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.312733:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827158.312740:0:323259:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.312745:0:323259:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.312755:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.312761:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827158.312766:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:0.0:1787827158.312771:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.312773:0:323259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.312775:0:323259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:0.0:1787827158.312778:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181643cb8 00010000:00010000:0.0:1787827158.312779:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787827158.312784:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787827158.312793:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.312796:0:323259:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.312799:0:323259:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.312802:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.312805:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787827158.312810:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787827158.312814:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.312816:0:323259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.312817:0:323259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:0.0:1787827158.312819:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181643cb8 00010000:00010000:0.0:1787827158.312820:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787827158.312824:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200008:0.0:1787827158.312835:0:323259:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.312837:0:323259:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827158.312840:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.312843:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827158.312847:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827158.312850:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.312852:0:323259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827158.312854:0:323259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:0.0:1787827158.312855:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181643cb8 00010000:00010000:0.0:1787827158.312857:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827158.312861:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827158.312868:0:323259:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827158.312870:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.312873:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827158.312877:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827158.312880:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.312882:0:323259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827158.312883:0:323259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:0.0:1787827158.312885:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181643b58 00010000:00010000:0.0:1787827158.312887:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827158.312891:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827158.312894:0:323259:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.312897:0:323259:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827158.312899:0:323259:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.312901:0:323259:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.312904:0:323259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.312907:0:323259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787827158.312911:0:323259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787827158.312914:0:323259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.312916:0:323259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.312917:0:323259:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:0.0:1787827158.312919:0:323259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181643cb8 00010000:00010000:0.0:1787827158.312921:0:323259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787827158.312924:0:323259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:2.0:1787827158.314430:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.314442:0:323260:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.314448:0:323260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.314554:0:323260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.314568:0:323260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787827158.314580:0:323260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:2.0:1787827158.314588:0:323260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827158.314593:0:323260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.314596:0:323260:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:2.0:1787827158.314602:0:323260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae818151bcb8 00010000:00010000:2.0:1787827158.314605:0:323260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787827158.314614:0:323260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1787827158.315827:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315838:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.315849:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315853:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.315861:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315864:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.315872:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315875:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.315882:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315885:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.315892:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315895:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.315904:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315906:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.315915:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315918:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.315927:0:323260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.315931:0:323260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.322652:0:323263:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.322668:0:323263:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.322674:0:323263:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.322697:0:323263:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.322716:0:323263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787827158.322730:0:323263:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1787827158.322744:0:323263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827158.322751:0:323263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.322755:0:323263:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:2.0:1787827158.322762:0:323263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181bfbcb8 00010000:00010000:2.0:1787827158.322766:0:323263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787827158.322775:0:323263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:1.0:1787827158.324625:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324637:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.324648:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324652:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.324662:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324665:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.324674:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324677:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.324686:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324690:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.324699:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324703:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.324713:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324716:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.324725:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324729:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.324738:0:323264:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.324741:0:323264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.329358:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.329374:0:323266:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.329379:0:323266:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.329399:0:323266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.329414:0:323266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:1.0:1787827158.329425:0:323266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:1.0:1787827158.329431:0:323266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.329436:0:323266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.329438:0:323266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:1.0:1787827158.329444:0:323266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c13cb8 00010000:00010000:1.0:1787827158.329447:0:323266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:1.0:1787827158.329453:0:323266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787827158.330104:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.330114:0:323267:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.330119:0:323267:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000080:00200000:2.0:1787827158.330125:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000002:00010000:0.0:1787827158.330131:0:323267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200008:2.0:1787827158.330134:0:323268:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.330141:0:323268:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00010000:00010000:0.0:1787827158.330144:0:323267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000002:00010000:2.0:1787827158.330153:0:323268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.330157:0:323267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787827158.330163:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787827158.330168:0:323267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.330179:0:323267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:2.0:1787827158.330180:0:323268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00010000:0.0:1787827158.330184:0:323267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:0.0:1787827158.330194:0:323267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c1bcb8 00000080:00200000:2.0:1787827158.330195:0:323268:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00010000:00010000:0.0:1787827158.330201:0:323267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00010000:2.0:1787827158.330203:0:323268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.330221:0:323268:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00010000:00010000:0.0:1787827158.330227:0:323267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00010000:2.0:1787827158.330286:0:323268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c23cb8 00010000:00010000:2.0:1787827158.330291:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787827158.330305:0:323268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787827158.330931:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.330938:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.330952:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.330958:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.330969:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.330973:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.330989:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.330993:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.331005:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.331009:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.331022:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.331026:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.331039:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.331043:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.331060:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.331064:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.331077:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.331081:0:323266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.331900:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.331906:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.331922:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.331925:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.331940:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.331942:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.331953:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.331955:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.331969:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.331972:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.331985:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.331988:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.332007:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.332011:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.332028:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.332032:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.332051:0:323267:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.332055:0:323267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.332134:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332141:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.332142:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.332151:0:323266:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.332157:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.332158:0:323266:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000080:00200000:2.0:1787827158.332165:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000002:00010000:1.0:1787827158.332177:0:323266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:2.0:1787827158.332179:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332185:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:1.0:1787827158.332193:0:323266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:2.0:1787827158.332197:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332203:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.332232:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332236:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.332246:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332249:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.332256:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332258:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.332267:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332270:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.332280:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.332290:0:323268:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413de900, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.332297:0:323268:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00010000:00010000:1.0:1787827158.332299:0:323266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000002:00010000:2.0:1787827158.332308:0:323268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00000080:00200000:1.0:1787827158.332310:0:323266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.332319:0:323266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.332323:0:323266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:1.0:1787827158.332329:0:323266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c13cb8 00010000:00010000:1.0:1787827158.332333:0:323266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787827158.332343:0:323266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787827158.332361:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827158.332369:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827158.332372:0:323268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827158.332374:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:1.0:1787827158.332386:0:323266:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000020:00100000:2.0:1787827158.332387:0:323268:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.332398:0:323268:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12580 x1874669802731776/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000080:00200008:1.0:1787827158.332406:0:323266:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:2.0:1787827158.332406:0:323268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.332425:0:323266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000100:00100000:2.0:1787827158.332431:0:323268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802731776:192.168.203.151@tcp:101:awk.0 00000100:00100000:2.0:1787827158.332627:0:323268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298180 going to sleep for 11 seconds 00000080:00200008:1.0:1787827158.333362:0:323266:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.333368:0:323266:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827158.333377:0:323266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.333388:0:323266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827158.333398:0:323266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787827158.333403:0:323266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.333408:0:323266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827158.333411:0:323266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:1.0:1787827158.333416:0:323266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181c13cb8 00010000:00010000:1.0:1787827158.333419:0:323266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827158.333433:0:323266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.333452:0:323266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.333478:0:323266:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:1.0:1787827158.333482:0:323266:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2760, max_age 2765 00800000:00000004:1.0:1787827158.333489:0:323266:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2760, max_age 2765 00000100:00100000:1.0:1787827158.333512:0:323266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:323266:1874669802731904:192.168.203.151@tcp:41:df.0 00000100:00100000:1.0:1787827158.333550:0:323266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.336771:0:323266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:323266:1874669802731904:192.168.203.151@tcp:41:df.0 00800000:00000004:3.0:1787827158.336800:0:323266:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:3.0:1787827158.336807:0:323266:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:3.0:1787827158.336812:0:323266:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000100:00100000:0.0:1787827158.336822:0:323268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802731776:192.168.203.151@tcp:101:awk.0 00010000:00010000:0.0:1787827158.336840:0:323268:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336850:0:323268:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336858:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336865:0:323268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336873:0:323268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336879:0:323268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.336883:0:323268:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336889:0:323268:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336896:0:323268:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336903:0:323268:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.336909:0:323268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.336915:0:323268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb5d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.336936:0:323268:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12580 x1874669802731776/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.336949:0:323268:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.336969:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787827158.336980:0:323268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00010000:0.0:1787827158.336988:0:323268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c239a0 00010000:00010000:0.0:1787827158.336992:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787827158.337000:0:323268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:0.0:1787827158.337330:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337339:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.337368:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337373:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.337386:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337390:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.337687:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337693:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.337708:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337712:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.337721:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337724:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.337733:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337737:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.337748:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337751:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.337760:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.337770:0:323268:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f483bfe00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.337776:0:323268:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.337793:0:323268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.337837:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.337845:0:323268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.337855:0:323268:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.337862:0:323268:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802732160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.337872:0:323268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.337889:0:323268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802732160:192.168.203.151@tcp:101:awk.0 00000100:00100000:0.0:1787827158.338093:0:323268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.340051:0:323268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802732160:192.168.203.151@tcp:101:awk.0 00010000:00010000:0.0:1787827158.340070:0:323268:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340084:0:323268:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340095:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340101:0:323268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340109:0:323268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340115:0:323268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.340119:0:323268:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340126:0:323268:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340132:0:323268:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340139:0:323268:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.340146:0:323268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.340152:0:323268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb5da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.340174:0:323268:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802732160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.340188:0:323268:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.340221:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787827158.340233:0:323268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00010000:0.0:1787827158.340242:0:323268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c239a0 00010000:00010000:0.0:1787827158.340246:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787827158.340254:0:323268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:0.0:1787827158.340996:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341005:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.341013:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341017:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.341023:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341025:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.341031:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341034:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.341041:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341043:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.341051:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341054:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.341061:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341064:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.341072:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341075:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.341082:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.341091:0:323268:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f483be300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.341098:0:323268:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.341113:0:323268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.341153:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.341160:0:323268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.341170:0:323268:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.341176:0:323268:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802732416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.341185:0:323268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.341202:0:323268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802732416:192.168.203.151@tcp:101:awk.0 00000100:00100000:0.0:1787827158.341377:0:323268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.343058:0:323268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802732416:192.168.203.151@tcp:101:awk.0 00010000:00010000:0.0:1787827158.343072:0:323268:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343082:0:323268:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343089:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343118:0:323268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343131:0:323268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343136:0:323268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.343140:0:323268:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343147:0:323268:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343153:0:323268:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343161:0:323268:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.343166:0:323268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343172:0:323268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb5e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.343186:0:323268:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802732416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.343197:0:323268:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.343228:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787827158.343239:0:323268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00010000:0.0:1787827158.343247:0:323268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c239a0 00010000:00010000:0.0:1787827158.343251:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787827158.343260:0:323268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:0.0:1787827158.343599:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343607:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.343618:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343621:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.343633:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343636:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.343646:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343650:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.343657:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343660:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.343668:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343671:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.343678:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343682:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.343689:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343691:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.343700:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.343709:0:323268:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733ef00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.343715:0:323268:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.343728:0:323268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.343766:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.343774:0:323268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.343783:0:323268:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.343799:0:323268:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802732672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.343808:0:323268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.343826:0:323268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802732672:192.168.203.151@tcp:101:awk.0 00000100:00100000:0.0:1787827158.343953:0:323268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.347145:0:323268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:323268:1874669802732672:192.168.203.151@tcp:101:awk.0 00010000:00010000:0.0:1787827158.347166:0:323268:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347178:0:323268:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347184:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347190:0:323268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347198:0:323268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347204:0:323268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.347221:0:323268:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347231:0:323268:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347238:0:323268:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347245:0:323268:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.347250:0:323268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.347257:0:323268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb5e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323268 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.347273:0:323268:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802732672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.347285:0:323268:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.347894:0:323268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787827158.347909:0:323268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00010000:0.0:1787827158.347917:0:323268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c239a0 00010000:00010000:0.0:1787827158.347921:0:323268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787827158.347929:0:323268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:0.0:1787827158.348252:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348262:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.348272:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348276:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348284:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348286:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348292:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348295:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348303:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348305:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348312:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348315:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348322:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348325:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348335:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348338:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348347:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348351:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827158.348671:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348677:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.348685:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348688:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348694:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348698:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348705:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348708:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348714:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348717:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348725:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348738:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348753:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348757:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348765:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348768:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348776:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348779:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827158.348898:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348903:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.348911:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348913:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348919:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348922:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348928:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348931:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348946:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348951:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.348958:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348961:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348967:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348970:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348975:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348978:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.348983:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.348986:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.349129:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349134:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.349143:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349146:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.349154:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349157:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.349166:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349169:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.349177:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349180:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.349188:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349191:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.349199:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349203:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.349228:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349233:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.349249:0:323268:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.349254:0:323268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827158.357846:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.357865:0:323271:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.357871:0:323271:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.357894:0:323271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.357911:0:323271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:0.0:1787827158.357925:0:323271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:0.0:1787827158.357933:0:323271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.357940:0:323271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.357944:0:323271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:0.0:1787827158.357950:0:323271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c13cb8 00010000:00010000:0.0:1787827158.357953:0:323271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:0.0:1787827158.357968:0:323271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:2.0:1787827158.358371:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.358380:0:323272:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.358386:0:323272:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.358404:0:323272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.358414:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787827158.358424:0:323272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:2.0:1787827158.358431:0:323272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827158.358437:0:323272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.358439:0:323272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:2.0:1787827158.358444:0:323272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c1bcb8 00010000:00010000:2.0:1787827158.358447:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787827158.358455:0:323272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:1.0:1787827158.359026:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.359034:0:323273:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.359039:0:323273:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.359049:0:323273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.359058:0:323273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:1.0:1787827158.359067:0:323273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:1.0:1787827158.359074:0:323273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.359078:0:323273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.359081:0:323273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:1.0:1787827158.359085:0:323273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c53cb8 00010000:00010000:1.0:1787827158.359088:0:323273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:1.0:1787827158.359101:0:323273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:0.0:1787827158.359615:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359622:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.359635:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359639:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.359654:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359658:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.359674:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359678:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.359693:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359697:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.359714:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359718:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.359732:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359736:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.359753:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359758:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.359778:0:323271:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.359782:0:323271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.359955:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.359961:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.359974:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.359977:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.359984:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.359987:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.359994:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.359997:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.360004:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.360007:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.360018:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.360021:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.360029:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.360032:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.360040:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.360043:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.360051:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.360058:0:323272:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47e83980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.360065:0:323272:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.360077:0:323272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.360126:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.360134:0:323272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.360144:0:323272:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.360157:0:323272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802732928/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.360168:0:323272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.360187:0:323272:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:323272:1874669802732928:192.168.203.151@tcp:101:openssl.0 00000100:00100000:2.0:1787827158.360364:0:323272:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000080:00200000:1.0:1787827158.360500:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360506:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.360518:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360522:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360528:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360530:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360535:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360537:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360544:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360545:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360552:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360553:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360559:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360561:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360567:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360569:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360580:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360583:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827158.360700:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360704:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.360713:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360715:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360726:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360729:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360737:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360739:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360744:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360746:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360752:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360754:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360761:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360763:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360772:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360774:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360782:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360784:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1787827158.360886:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360890:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.360896:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360899:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360905:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360906:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360911:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360913:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360918:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360920:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.360924:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360926:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360930:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360932:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360936:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360937:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.360942:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.360944:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1787827158.361059:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361064:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.361077:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361080:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361091:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361095:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361108:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361112:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361130:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361133:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361146:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361149:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361159:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361162:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361173:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361177:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361187:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361191:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1787827158.361298:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361301:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.361306:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361308:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361313:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361315:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361319:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361321:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361326:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361327:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361331:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361333:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361338:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361339:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361343:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361345:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361350:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361352:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827158.361424:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361428:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.361433:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361434:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361439:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361440:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361445:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361446:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361451:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361452:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361475:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361479:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361491:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361495:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361505:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361507:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361518:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361521:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827158.361626:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361631:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.361640:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361643:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361650:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361652:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361659:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361661:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361669:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361671:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361679:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361682:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361690:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361693:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361701:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361704:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.361712:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361715:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.361876:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361882:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.361894:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361897:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361906:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361909:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361918:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361922:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361932:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361935:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.361943:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361948:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000100:00100000:2.0:1787827158.361949:0:323272:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:323272:1874669802732928:192.168.203.151@tcp:101:openssl.0 00000080:00200000:1.0:1787827158.361958:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361963:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:2.0:1787827158.361963:0:323272:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.361974:0:323272:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827158.361975:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361983:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:2.0:1787827158.361985:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.361991:0:323272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787827158.361993:0:323273:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.361998:0:323273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00010000:00010000:2.0:1787827158.362009:0:323272:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.362015:0:323272:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.362020:0:323272:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.362027:0:323272:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.362035:0:323272:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.362043:0:323272:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.362050:0:323272:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.362054:0:323272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb5ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.362068:0:323272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802732928/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.362080:0:323272:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.362095:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787827158.362104:0:323272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00010000:2.0:1787827158.362112:0:323272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c1b9a0 00010000:00010000:2.0:1787827158.362115:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787827158.362122:0:323272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787827158.362330:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362335:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.362343:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362345:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.362350:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362352:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.362359:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362360:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.362366:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362368:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.362373:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362374:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.362380:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362382:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.362386:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362388:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.362393:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.362398:0:323272:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49bc9c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.362402:0:323272:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.362412:0:323272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.362434:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.362439:0:323272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.362445:0:323272:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.362449:0:323272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802733184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.362455:0:323272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.362496:0:323272:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:323272:1874669802733184:192.168.203.151@tcp:101:openssl.0 00000100:00100000:2.0:1787827158.362590:0:323272:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.364019:0:323272:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:323272:1874669802733184:192.168.203.151@tcp:101:openssl.0 00010000:00010000:2.0:1787827158.364032:0:323272:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364041:0:323272:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364047:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364051:0:323272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364055:0:323272:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364059:0:323272:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.364062:0:323272:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364066:0:323272:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364069:0:323272:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364073:0:323272:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.364076:0:323272:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364079:0:323272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb5f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.364092:0:323272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802733184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.364099:0:323272:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.364109:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787827158.364116:0:323272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00010000:2.0:1787827158.364121:0:323272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c1b9a0 00010000:00010000:2.0:1787827158.364123:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787827158.364127:0:323272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787827158.364324:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364330:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.364337:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364339:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.364345:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364348:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.364357:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364360:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.364368:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364372:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.364382:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364385:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.364396:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364400:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.364408:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364411:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.364420:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.364427:0:323272:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502aa80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.364432:0:323272:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.364442:0:323272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.364493:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.364506:0:323272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.364516:0:323272:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.364522:0:323272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802733440/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.364531:0:323272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.364545:0:323272:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:323272:1874669802733440:192.168.203.151@tcp:101:openssl.0 00000100:00100000:2.0:1787827158.364647:0:323272:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.367039:0:323272:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:323272:1874669802733440:192.168.203.151@tcp:101:openssl.0 00010000:00010000:2.0:1787827158.367071:0:323272:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367082:0:323272:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367092:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367098:0:323272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367106:0:323272:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367112:0:323272:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.367116:0:323272:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367123:0:323272:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367129:0:323272:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367136:0:323272:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.367141:0:323272:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.367147:0:323272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb5fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323272 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.367172:0:323272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802733440/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.367183:0:323272:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.367200:0:323272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787827158.367223:0:323272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00010000:2.0:1787827158.367232:0:323272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c1b9a0 00010000:00010000:2.0:1787827158.367235:0:323272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787827158.367249:0:323272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787827158.367802:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367812:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.367826:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367830:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.367839:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367842:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.367849:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367851:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.367860:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367863:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.367870:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367874:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.367881:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367884:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.367892:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367895:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.367902:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.367906:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1787827158.368025:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368030:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.368040:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368043:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368051:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368054:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368062:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368065:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368072:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368075:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368083:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368086:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.368094:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368097:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.368105:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368108:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.368116:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368119:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827158.368262:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368267:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.368276:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368279:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368288:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368291:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368298:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368301:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368308:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368311:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.368319:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368322:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.368331:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368335:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.368343:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368346:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.368354:0:323272:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.368357:0:323272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.376987:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.377013:0:323276:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.377020:0:323276:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.377042:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.377064:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:1.0:1787827158.377078:0:323276:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:1.0:1787827158.377087:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.377093:0:323276:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.377096:0:323276:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb540 00000080:00010000:1.0:1787827158.377103:0:323276:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb540 from it ffffae8181c33cb8 00010000:00010000:1.0:1787827158.377106:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:1.0:1787827158.377115:0:323276:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787827158.377539:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377546:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.377555:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377558:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.377567:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377569:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.377574:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377576:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.377580:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377582:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.377586:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377588:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.377593:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377595:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.377600:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377602:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.377607:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.377609:0:323275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.378079:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.378090:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.378095:0:323275:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49ea9800, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:3.0:1787827158.378103:0:323275:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open|creat 00000002:00010000:3.0:1787827158.378118:0:323275:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x200000401:0x695:0x0]) in obj [0x200000401:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:3.0:1787827158.378129:0:323275:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827158.378142:0:323275:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827158.378300:0:323275:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827158.378307:0:323275:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827158.378311:0:323275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb540 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a68b expref: -99 pid: 322012 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827158.378337:0:323275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.378342:0:323275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323275 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.378352:0:323275:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.378361:0:323275:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482712c0 x1874669802733696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.378368:0:323275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323275 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.378385:0:323275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323275:1874669802733696:192.168.203.151@tcp:101:pjdfstest.0 00000080:00200000:1.0:1787827158.378409:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:3.0:1787827158.378509:0:323275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5240 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.381828:0:323275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323275:1874669802733696:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827158.381854:0:323275:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381872:0:323275:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x695:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381881:0:323275:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381892:0:323275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381933:0:323275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381942:0:323275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381947:0:323275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381951:0:323275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.381958:0:323275:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9d1f482712c0 x1874669802733696/t4294973995(4294973995) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787827158.381966:0:323275:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f482712c0 x1874669802733696/t4294973995(4294973995) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.381976:0:323275:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.381986:0:323275:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1685 (0 0) 00000080:00200000:3.0:1787827158.381992:0:323275:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827158.382003:0:323275:0:(namei.c:1628:ll_create_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open|creat 00000080:00200000:3.0:1787827158.382026:0:323275:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x695:0x0](ffff9d1f436163c8) 00000080:00200000:3.0:1787827158.382033:0:323275:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x695:0x0], updating i_size 0 00000080:00200000:3.0:1787827158.382063:0:323275:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x695:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1787827158.382067:0:323275:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x695:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827158.382070:0:323275:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x695:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb604 00000080:00010000:3.0:1787827158.382079:0:323275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x695:0x0](ffff9d1f436163c8) 00000080:00200008:3.0:1787827158.382090:0:323275:0:(file.c:1090:ll_file_open()) START file pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c:[0x200000401:0x695:0x0](ffff9d1f436163c8), flags 100300 00000002:00100000:3.0:1787827158.382107:0:323275:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f482712c0 x1874669802733696/t4294973995(4294973995) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787827158.382135:0:323275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb604 from it ffff9d1f4a31c1e0 00010000:00010000:3.0:1787827158.382140:0:323275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.382149:0:323275:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.382171:0:323275:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x695:0x0](ffff9d1f436163c8), inode mode 81a4 mask 40 00000080:00200008:3.0:1787827158.382226:0:323275:0:(file.c:479:ll_file_release()) START file pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c:[0x200000401:0x695:0x0](ffff9d1f436163c8), flags 100000 00000080:00200000:1.0:1787827158.382233:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.382240:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.382255:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00000002:00100000:3.0:1787827158.382261:0:323275:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f482712c0 x1874669802733696/t4294973995(4294973995) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827158.382269:0:323275:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827158.382272:0:323275:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48272d00 x1874669802733952/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827158.382286:0:323275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323275:1874669802733952:192.168.203.151@tcp:35:pjdfstest.0 00010000:00010000:1.0:1787827158.382302:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.382312:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.382322:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.382335:0:323275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5240 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.382339:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734080:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.382376:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.383320:0:323275:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294973995 gen 1 00000100:00100000:3.0:1787827158.383414:0:323275:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9d1f48272d00 x1874669802733952/t4294973996(4294973996) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1787827174 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787827158.383426:0:323275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323275:1874669802733952:192.168.203.151@tcp:35:pjdfstest.0 00000100:00100000:1.0:1787827158.383429:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734080:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.383441:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.383447:0:323275:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f482712c0 x1874669802733696/t4294973995(4294973995) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1787827158.383452:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383495:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383499:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383504:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383508:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.383511:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383516:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383520:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383525:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.383530:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383536:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb60b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.383546:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.383563:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.383581:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.383624:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.383634:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.383637:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.383647:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.383670:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383676:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.383692:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.383705:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734208:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.383748:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.384722:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734208:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.384734:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384744:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384751:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384757:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384764:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384770:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.384773:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384779:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384795:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384802:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.384807:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384813:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb612 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.384825:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.384837:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.384849:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.384881:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.384889:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.384892:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.384901:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.384923:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384930:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.384937:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.384950:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734336:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.384993:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.386220:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734336:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.386232:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386239:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386245:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386251:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386257:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386266:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.386269:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386275:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386280:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386286:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.386290:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386295:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb619 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.386307:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.386317:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.386328:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.386360:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.386368:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.386371:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.386379:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.386400:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386406:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.386413:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.386425:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734464:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.386642:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.387509:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734464:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.387517:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387523:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387526:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387530:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387534:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387537:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.387539:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387542:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387546:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387550:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.387553:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387556:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb620 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.387563:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734464/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.387569:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.387576:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.387596:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.387601:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.387604:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.387609:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.387622:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387627:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.387631:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.387639:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734592:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.387672:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.388732:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734592:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.388746:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388757:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388763:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388769:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388777:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388788:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.388792:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388798:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388804:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388810:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.388815:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388821:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.388834:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.388860:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.388873:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.388907:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.388913:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.388915:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.388923:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.388952:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388957:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.388962:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.388971:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734720:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.389019:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.390021:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734720:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.390029:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390035:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390039:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390043:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390049:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390052:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.390054:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390058:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390068:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390072:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.390075:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390079:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb62e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.390087:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734720/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.390094:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.390101:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.390121:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.390127:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.390129:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.390134:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.390148:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390153:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.390158:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.390165:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734848:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.390196:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.391219:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734848:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.391240:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391254:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391262:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391270:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391278:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391284:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.391288:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391296:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391304:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391311:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.391317:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391324:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb635 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.391341:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.391354:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.391374:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.391429:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.391443:0:323276:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.391448:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.391497:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.391535:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391543:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.391552:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.391572:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734976:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.391638:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.392640:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802734976:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.392651:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392658:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392663:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392667:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392672:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392675:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.392677:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392681:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392685:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392689:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.392692:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392701:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb63c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.392714:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802734976/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.392723:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.392736:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.392781:0:323276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.392793:0:323276:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49f26d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.392800:0:323276:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.392811:0:323276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.392844:0:323276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.392852:0:323276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.392863:0:323276:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.392869:0:323276:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802735232/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.392877:0:323276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.392891:0:323276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802735232:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.393069:0:323276:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.394579:0:323276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323276:1874669802735232:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.394600:0:323276:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394614:0:323276:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394621:0:323276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394628:0:323276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394636:0:323276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394643:0:323276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.394648:0:323276:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394655:0:323276:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394662:0:323276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394669:0:323276:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.394675:0:323276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.394680:0:323276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bb643 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323276 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.394693:0:323276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802735232/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.394707:0:323276:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.394737:0:323276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.398166:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.398180:0:323278:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.398189:0:323278:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.398219:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.398232:0:323278:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.398275:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.398282:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.398289:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.398308:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735360:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.398383:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.399849:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735360:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.399867:0:323278:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399878:0:323278:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399890:0:323278:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399900:0:323278:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399910:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399917:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399925:0:323278:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.399936:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d10f00 x1874669802735360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.399947:0:323278:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.399956:0:323278:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.399962:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.399978:0:323278:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.399984:0:323278:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb64a 00000080:00010000:2.0:1787827158.399990:0:323278:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.399993:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5bcb8 00010000:00010000:2.0:1787827158.399996:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.400010:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.401249:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.401261:0:323278:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.401266:0:323278:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.401283:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.401318:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.401326:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.401334:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.401352:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735488:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.401415:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.402804:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735488:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.402821:0:323278:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402833:0:323278:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402840:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402852:0:323278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402860:0:323278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402867:0:323278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.402871:0:323278:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402878:0:323278:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402884:0:323278:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402891:0:323278:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.402898:0:323278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.402905:0:323278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb651 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.402921:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802735488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.402933:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.402949:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.402960:0:323278:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.402969:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5b970 00010000:00010000:2.0:1787827158.402972:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.402981:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.403026:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.403035:0:323278:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.403039:0:323278:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.403048:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.403071:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.403078:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.403085:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.403100:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735616:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.403151:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.404226:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735616:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.404239:0:323278:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404248:0:323278:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404256:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404262:0:323278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404269:0:323278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404274:0:323278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.404278:0:323278:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404284:0:323278:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404290:0:323278:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404296:0:323278:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.404300:0:323278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404306:0:323278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb658 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.404319:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802735616/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.404330:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.404342:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.404353:0:323278:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.404360:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5b970 00010000:00010000:2.0:1787827158.404363:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.404371:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.404408:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.404415:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.404426:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.404430:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.404438:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.404441:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.404452:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.404699:0:323278:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.404704:0:323278:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.404715:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.404748:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404755:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.404764:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.404784:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735744:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.404830:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.405925:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802735744:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.405934:0:323278:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405940:0:323278:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405944:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405953:0:323278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405958:0:323278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405962:0:323278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.405965:0:323278:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405969:0:323278:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405973:0:323278:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405976:0:323278:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.405980:0:323278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.405984:0:323278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb65f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.405996:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802735744/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.406006:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.406019:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.406029:0:323278:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.406036:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5b970 00010000:00010000:2.0:1787827158.406039:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.406047:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.406087:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.406091:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.406098:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.406100:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.406104:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.406110:0:323278:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47e83080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.406114:0:323278:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.406122:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.406143:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.406148:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.406154:0:323278:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.406158:0:323278:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802736000/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.406163:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.406172:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802736000:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.406298:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.407554:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802736000:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.407562:0:323278:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407568:0:323278:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407571:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407575:0:323278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407579:0:323278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407583:0:323278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.407585:0:323278:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407589:0:323278:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407592:0:323278:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407595:0:323278:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.407598:0:323278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.407601:0:323278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb666 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.407609:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802736000/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.407620:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.407629:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.407635:0:323278:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.407639:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5b9a0 00010000:00010000:2.0:1787827158.407641:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.407649:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.407894:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407900:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.407905:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407907:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.407912:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407913:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.407918:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407919:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.407924:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407927:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.407934:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407937:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.407946:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407949:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.407957:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407959:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.407967:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.407973:0:323278:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413dea80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.407976:0:323278:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.407984:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.408008:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.408016:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.408027:0:323278:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.408033:0:323278:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802736256/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.408041:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.408053:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802736256:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.408133:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.409219:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802736256:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.409232:0:323278:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409242:0:323278:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409248:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409261:0:323278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409268:0:323278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409274:0:323278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.409278:0:323278:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409289:0:323278:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409305:0:323278:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409312:0:323278:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.409316:0:323278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409322:0:323278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb66d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.409336:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802736256/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.409350:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.409363:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.409373:0:323278:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.409380:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5b9a0 00010000:00010000:2.0:1787827158.409384:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.409392:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.409639:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409644:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.409653:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409657:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.409666:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409669:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.409677:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409680:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.409688:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409692:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.409700:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409703:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.409709:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409711:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.409717:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409720:0:323278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.409734:0:323278:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.409742:0:323278:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413dfb00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.409747:0:323278:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.409758:0:323278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.409785:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.409792:0:323278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.409800:0:323278:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.409805:0:323278:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802736512/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.409814:0:323278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.409830:0:323278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802736512:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.409925:0:323278:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.411172:0:323278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323278:1874669802736512:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.411184:0:323278:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411192:0:323278:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411198:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411204:0:323278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411224:0:323278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411229:0:323278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.411232:0:323278:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411238:0:323278:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411243:0:323278:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411250:0:323278:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.411253:0:323278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.411258:0:323278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb674 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323278 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.411271:0:323278:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802736512/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.411281:0:323278:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.411293:0:323278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.411301:0:323278:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.411308:0:323278:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c5b9a0 00010000:00010000:2.0:1787827158.411312:0:323278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.411318:0:323278:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.415706:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.415724:0:323281:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.415730:0:323281:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.415745:0:323281:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.415759:0:323281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.415773:0:323281:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.415778:0:323281:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.415783:0:323281:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.415785:0:323281:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb64a 00000080:00010000:0.0:1787827158.415790:0:323281:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8180c87cb8 00010000:00010000:0.0:1787827158.415793:0:323281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.415798:0:323281:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.417125:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417144:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.417172:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417177:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.417203:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417219:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.417243:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417247:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.417275:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417279:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.417301:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417305:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.417331:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417334:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.417359:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417364:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.417383:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.417388:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.417426:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417437:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.417455:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417507:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.417552:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417557:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.417572:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417576:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.417594:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417597:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.417608:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417611:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.417624:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417628:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.417638:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417642:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.417653:0:323281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.417657:0:323281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.418115:0:323280:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.418126:0:323280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, flags=1536 00000080:00200000:2.0:1787827158.421539:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.421558:0:323283:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.421568:0:323283:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.421586:0:323283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.421604:0:323283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.421629:0:323283:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.421638:0:323283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827158.421645:0:323283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.421649:0:323283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb64a 00000080:00010000:2.0:1787827158.421656:0:323283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c6bcb8 00010000:00010000:2.0:1787827158.421659:0:323283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.421669:0:323283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787827158.423247:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423257:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.423268:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423272:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423282:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423285:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423292:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423295:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423303:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423306:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423313:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423316:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423324:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423328:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423336:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423339:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423346:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423349:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1787827158.423498:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423508:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.423516:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423519:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423528:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423531:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423538:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423542:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423549:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423552:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423573:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423576:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423586:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423589:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423597:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423599:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423608:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423611:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.423741:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423746:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.423754:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423757:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423765:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423767:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423775:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423778:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423786:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423789:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.423797:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423800:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423807:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423808:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423813:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423815:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.423819:0:323283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.423821:0:323283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827158.427981:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.428003:0:323286:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.428012:0:323286:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.428032:0:323286:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.428052:0:323286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827158.428082:0:323286:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827158.428092:0:323286:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.428100:0:323286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.428103:0:323286:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb64a 00000080:00010000:1.0:1787827158.428112:0:323286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb64a from it ffffae8181c13cb8 00010000:00010000:1.0:1787827158.428117:0:323286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827158.428126:0:323286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827158.429032:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429049:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.429077:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429081:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.429094:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429097:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.429110:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429113:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.429126:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429128:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.429139:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429144:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.429158:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429162:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.429175:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429178:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.429187:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.429190:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.429724:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429737:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.429754:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429759:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.429768:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429772:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.429781:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429784:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.429796:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429799:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.429809:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429812:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.429821:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429824:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.429837:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429841:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.429851:0:323286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.429855:0:323286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.430003:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.430015:0:323285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, flags=0 00000080:00200000:3.0:1787827158.430021:0:323285:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.430027:0:323285:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:3.0:1787827158.430081:0:323285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827158.430116:0:323285:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827158.430167:0:323285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.430180:0:323285:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x695:0x0]: losing layout lock 00010000:00010000:3.0:1787827158.430235:0:323285:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.430243:0:323285:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827158.430248:0:323285:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787827158.430250:0:323285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x695:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6a8de expref: -99 pid: 323275 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.430264:0:323285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb64a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a9b0 expref: -99 pid: 323278 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:3.0:1787827158.430278:0:323285:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.430292:0:323285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482712c0 x1874669802736768/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.430323:0:323285:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323285:1874669802736768:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.430455:0:323285:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5780 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.432860:0:323285:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323285:1874669802736768:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827158.432920:0:323285:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x695:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827158.432929:0:323285:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x695:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827158.432937:0:323285:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x695:0x0](ffff9d1f436163c8) 00000080:00200000:2.0:1787827158.435844:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.435861:0:323288:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.435869:0:323288:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.435888:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.435902:0:323288:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.435948:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.435957:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.435967:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.435990:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802736896:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.436066:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.437378:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802736896:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.437394:0:323288:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437416:0:323288:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437428:0:323288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437438:0:323288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437448:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437482:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437490:0:323288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.437502:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d10f00 x1874669802736896/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.437515:0:323288:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437525:0:323288:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.437531:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.437546:0:323288:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.437551:0:323288:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb67b 00000080:00010000:2.0:1787827158.437556:0:323288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.437560:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c83cb8 00010000:00010000:2.0:1787827158.437563:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.437571:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.438681:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.438691:0:323288:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.438695:0:323288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.438709:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.438733:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.438739:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.438744:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.438756:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737024:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.438801:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.440289:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737024:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.440301:0:323288:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440309:0:323288:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440314:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440318:0:323288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440323:0:323288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440326:0:323288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.440329:0:323288:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440334:0:323288:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440338:0:323288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440342:0:323288:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.440348:0:323288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440355:0:323288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb682 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.440368:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802737024/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.440379:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.440400:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.440411:0:323288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.440419:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c83970 00010000:00010000:2.0:1787827158.440421:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.440427:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.440487:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.440495:0:323288:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.440498:0:323288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.440505:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.440531:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440539:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.440562:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.440578:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737152:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.440617:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.442174:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737152:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.442185:0:323288:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442193:0:323288:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442197:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442201:0:323288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442215:0:323288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442219:0:323288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.442222:0:323288:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442225:0:323288:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442230:0:323288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442233:0:323288:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.442237:0:323288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442240:0:323288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb689 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.442250:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802737152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.442264:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.442280:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.442290:0:323288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.442298:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c83970 00010000:00010000:2.0:1787827158.442302:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.442311:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.442358:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.442365:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.442376:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.442379:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.442387:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.442390:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.442398:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.442406:0:323288:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.442410:0:323288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.442420:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.442439:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442443:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.442449:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.442835:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737280:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.442889:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.444451:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737280:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.444488:0:323288:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444502:0:323288:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444509:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444516:0:323288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444523:0:323288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444527:0:323288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.444531:0:323288:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444535:0:323288:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444540:0:323288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444545:0:323288:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.444548:0:323288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444553:0:323288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb690 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.444566:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802737280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.444577:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.444593:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.444604:0:323288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.444612:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c83970 00010000:00010000:2.0:1787827158.444615:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.444620:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.444670:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.444677:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.444685:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.444687:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.444692:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.444699:0:323288:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45cd9080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.444703:0:323288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.444713:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.444743:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.444750:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.444761:0:323288:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.444767:0:323288:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802737536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.444776:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.444791:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737536:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.444919:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.446359:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737536:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.446373:0:323288:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446383:0:323288:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446390:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446396:0:323288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446410:0:323288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446416:0:323288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.446419:0:323288:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446435:0:323288:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446441:0:323288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446447:0:323288:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.446451:0:323288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.446499:0:323288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb697 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.446518:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802737536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.446529:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.446548:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.446558:0:323288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.446566:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c839a0 00010000:00010000:2.0:1787827158.446570:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.446576:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.446869:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446882:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.446892:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446896:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.446904:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446907:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.446923:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446926:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.446934:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446937:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.446944:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446947:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.446954:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446957:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.446963:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446966:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.446973:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.446981:0:323288:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45cd8480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.446994:0:323288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.447005:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.447036:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.447043:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.447053:0:323288:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.447059:0:323288:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802737792/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.447079:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.447094:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737792:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.447230:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.449129:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802737792:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.449145:0:323288:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449155:0:323288:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449162:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449169:0:323288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449176:0:323288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449182:0:323288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.449186:0:323288:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449196:0:323288:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449202:0:323288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449224:0:323288:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.449230:0:323288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449237:0:323288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb69e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.449254:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802737792/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.449266:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.449285:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.449296:0:323288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.449303:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c839a0 00010000:00010000:2.0:1787827158.449306:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.449314:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.449660:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449668:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.449679:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449682:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.449691:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449694:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.449702:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449705:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.449712:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449714:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.449719:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449721:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.449728:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449731:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.449738:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449741:0:323288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.449749:0:323288:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.449757:0:323288:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502ad80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.449763:0:323288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.449777:0:323288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.449810:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.449818:0:323288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.449826:0:323288:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.449833:0:323288:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802738048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.449841:0:323288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.449858:0:323288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802738048:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.449995:0:323288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.451490:0:323288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323288:1874669802738048:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.451506:0:323288:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451517:0:323288:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451524:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451531:0:323288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451539:0:323288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451545:0:323288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.451549:0:323288:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451566:0:323288:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451573:0:323288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451581:0:323288:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.451587:0:323288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.451594:0:323288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323288 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.451609:0:323288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802738048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.451622:0:323288:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.451637:0:323288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.451646:0:323288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.451654:0:323288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8181c839a0 00010000:00010000:2.0:1787827158.451657:0:323288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.451665:0:323288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.456384:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.456402:0:323291:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.456408:0:323291:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.456422:0:323291:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.456439:0:323291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.456454:0:323291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.456512:0:323291:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.456519:0:323291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.456523:0:323291:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb67b 00000080:00010000:1.0:1787827158.456531:0:323291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb67b from it ffffae8180e2bcb8 00010000:00010000:1.0:1787827158.456536:0:323291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.456552:0:323291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.458596:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458618:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.458632:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458643:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458650:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.458653:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.458674:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458680:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.458688:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458696:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.458702:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458710:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.458723:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458730:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458731:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.458742:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.458775:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458778:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458781:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.458787:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.458800:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458806:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.458812:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458818:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.458827:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458833:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.458838:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458845:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.458855:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.458861:0:323290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.458867:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458873:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.458891:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458894:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.458906:0:323291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.458910:0:323291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.459741:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.459766:0:323290:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:2.0:1787827158.459771:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.459777:0:323290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.459783:0:323290:0:(namei.c:2239:do_mkdir()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:2.0:1787827158.459851:0:323290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.459885:0:323290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827158.459989:0:323290:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.459997:0:323290:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827158.460000:0:323290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb67b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6aa58 expref: -99 pid: 323288 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.460028:0:323290:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.460043:0:323290:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802738304/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.460072:0:323290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323290:1874669802738304:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.460228:0:323290:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.463972:0:323290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323290:1874669802738304:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827158.464048:0:323290:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x696:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827158.464057:0:323290:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x696:0x0], updating i_size 4096 00000080:00200000:2.0:1787827158.467881:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.467907:0:323293:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.467918:0:323293:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.467943:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.467962:0:323293:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.468048:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.468059:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.468072:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.468107:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738432:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.468245:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.471060:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738432:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.471092:0:323293:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471107:0:323293:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471122:0:323293:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471134:0:323293:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471146:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471155:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471162:0:323293:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.471175:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802738432/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.471188:0:323293:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471201:0:323293:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.471222:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.471249:0:323293:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.471255:0:323293:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb6ac 00000080:00010000:2.0:1787827158.471260:0:323293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.471263:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cabcb8 00010000:00010000:2.0:1787827158.471267:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.471275:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.472944:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.472970:0:323293:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.472976:0:323293:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.473003:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.473071:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.473082:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.473093:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.473125:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738560:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.473255:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.475199:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738560:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.475234:0:323293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475253:0:323293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475260:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475268:0:323293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475278:0:323293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475284:0:323293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.475289:0:323293:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475296:0:323293:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475304:0:323293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475312:0:323293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.475320:0:323293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475327:0:323293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb6b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.475346:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802738560/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.475368:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.475401:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.475415:0:323293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.475428:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cab970 00010000:00010000:2.0:1787827158.475432:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.475441:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.475573:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.475589:0:323293:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.475593:0:323293:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.475610:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.475650:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475657:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.475666:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.475687:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738688:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.475789:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.477758:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738688:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.477781:0:323293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477796:0:323293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477804:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477811:0:323293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477820:0:323293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477827:0:323293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.477832:0:323293:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477840:0:323293:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477848:0:323293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477863:0:323293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.477871:0:323293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.477883:0:323293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb6ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.477902:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802738688/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.477917:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.477951:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.477963:0:323293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.477972:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cab970 00010000:00010000:2.0:1787827158.477976:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.477985:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.478064:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.478073:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.478086:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.478089:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.478099:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.478102:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.478111:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.478132:0:323293:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.478137:0:323293:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.478155:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.478196:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.478203:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.478226:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.478248:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738816:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.478639:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.480395:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802738816:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.480413:0:323293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480422:0:323293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480427:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480432:0:323293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480437:0:323293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480441:0:323293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.480444:0:323293:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480450:0:323293:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480484:0:323293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480493:0:323293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.480512:0:323293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480519:0:323293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.480536:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802738816/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.480548:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.480576:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.480589:0:323293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.480597:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cab970 00010000:00010000:2.0:1787827158.480601:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.480610:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.480676:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.480685:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.480699:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.480702:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.480715:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.480727:0:323293:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413de780, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.480733:0:323293:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.480750:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.480785:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.480789:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.480796:0:323293:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.480801:0:323293:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802739072/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.480807:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.480820:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802739072:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.480981:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.482768:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802739072:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.482786:0:323293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482797:0:323293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482804:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482811:0:323293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482818:0:323293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482825:0:323293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.482829:0:323293:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482836:0:323293:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482851:0:323293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482858:0:323293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.482864:0:323293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.482871:0:323293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.482887:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802739072/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.482903:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.482922:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.482933:0:323293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.482940:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cab9a0 00010000:00010000:2.0:1787827158.482943:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.482950:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.483308:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483316:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.483325:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483328:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.483336:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483338:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.483344:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483346:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.483352:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483355:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.483361:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483363:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.483369:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483372:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.483378:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483380:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.483388:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.483397:0:323293:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502aa80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.483402:0:323293:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.483416:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.483453:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.483508:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.483518:0:323293:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.483524:0:323293:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802739328/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.483533:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.483555:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802739328:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.483701:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.485739:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802739328:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.485759:0:323293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485771:0:323293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485778:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485785:0:323293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485798:0:323293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485804:0:323293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.485808:0:323293:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485815:0:323293:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485823:0:323293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485830:0:323293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.485835:0:323293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.485842:0:323293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.485860:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802739328/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.485874:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.485894:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.485904:0:323293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.485913:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cab9a0 00010000:00010000:2.0:1787827158.485917:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.485923:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.486274:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486283:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.486293:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486297:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.486306:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486309:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.486317:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486320:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.486328:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486331:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.486339:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486343:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.486350:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486354:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.486361:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486364:0:323293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.486374:0:323293:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.486383:0:323293:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502af00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.486388:0:323293:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.486403:0:323293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.486601:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.486608:0:323293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.486616:0:323293:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.486620:0:323293:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802739584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.486628:0:323293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.486647:0:323293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802739584:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.486813:0:323293:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.491290:0:323293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323293:1874669802739584:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.491311:0:323293:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491323:0:323293:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491329:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491336:0:323293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491344:0:323293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491350:0:323293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.491355:0:323293:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491365:0:323293:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491371:0:323293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491379:0:323293:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.491385:0:323293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.491391:0:323293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323293 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.491408:0:323293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802739584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.491421:0:323293:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.491444:0:323293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.491456:0:323293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.491484:0:323293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181cab9a0 00010000:00010000:2.0:1787827158.491488:0:323293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.491495:0:323293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.495636:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.495654:0:323296:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.495662:0:323296:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.495680:0:323296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.495697:0:323296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.495711:0:323296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.495719:0:323296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.495727:0:323296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.495730:0:323296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb6ac 00000080:00010000:0.0:1787827158.495737:0:323296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6ac from it ffffae8181c23cb8 00010000:00010000:0.0:1787827158.495741:0:323296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.495751:0:323296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.496433:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496442:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.496454:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496485:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.496499:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496503:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.496513:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496516:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.496532:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496535:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.496547:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496550:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.496559:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496563:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.496573:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496577:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.496590:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.496593:0:323295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.497134:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497136:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497145:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.497150:0:323295:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:3.0:1787827158.497156:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.497159:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.497162:0:323295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.497165:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.497169:0:323295:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00000080:00200000:0.0:1787827158.497177:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497183:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.497193:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497197:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827158.497203:0:323295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827158.497220:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497228:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.497242:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497247:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:3.0:1787827158.497252:0:323295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827158.497256:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497263:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.497276:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.497280:0:323296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.497298:0:323296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:3.0:1787827158.497340:0:323295:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.497348:0:323295:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827158.497351:0:323295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bb6ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6aaf2 expref: -99 pid: 323293 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.497370:0:323295:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.497382:0:323295:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802739840/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.497405:0:323295:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323295:1874669802739840:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.497527:0:323295:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f4313b240 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.499432:0:323295:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323295:1874669802739840:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:0.0:1787827158.499550:0:323296:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733f500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.499592:0:323296:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.499612:0:323296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.499662:0:323296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.499671:0:323296:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.499681:0:323296:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.499688:0:323296:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802740096/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.499698:0:323296:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.499715:0:323296:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323296:1874669802740096:192.168.203.151@tcp:101:tail.0 00000100:00100000:0.0:1787827158.499862:0:323296:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.501430:0:323296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323296:1874669802740096:192.168.203.151@tcp:101:tail.0 00010000:00010000:0.0:1787827158.501447:0:323296:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501481:0:323296:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501490:0:323296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501498:0:323296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501506:0:323296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501513:0:323296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.501518:0:323296:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501525:0:323296:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501532:0:323296:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501539:0:323296:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.501545:0:323296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.501551:0:323296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb6dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323296 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.501574:0:323296:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802740096/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.501587:0:323296:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.501615:0:323296:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.505588:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.505604:0:323298:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.505611:0:323298:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.505627:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.505640:0:323298:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.505685:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.505694:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.505704:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.505726:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740224:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.505818:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.507862:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740224:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.507884:0:323298:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507895:0:323298:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507906:0:323298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507917:0:323298:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507928:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507935:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507942:0:323298:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.507954:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802740224/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.507966:0:323298:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.507976:0:323298:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.507981:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.508014:0:323298:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.508020:0:323298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb6e4 00000080:00010000:2.0:1787827158.508025:0:323298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.508028:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc3cb8 00010000:00010000:2.0:1787827158.508031:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.508039:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.509360:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.509372:0:323298:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.509377:0:323298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.509394:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.509435:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.509443:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.509451:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.509495:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740352:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.509571:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.511704:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740352:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.511724:0:323298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511738:0:323298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511745:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511753:0:323298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511766:0:323298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511774:0:323298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.511778:0:323298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511796:0:323298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511803:0:323298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511811:0:323298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.511905:0:323298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.511913:0:323298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb6eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.511931:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802740352/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.511945:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.511965:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.511977:0:323298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.511986:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc3970 00010000:00010000:2.0:1787827158.511990:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.511998:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.512057:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.512068:0:323298:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.512072:0:323298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.512083:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.512111:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.512118:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.512126:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.512141:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740480:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.512202:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.516586:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740480:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.516606:0:323298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516620:0:323298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516625:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516630:0:323298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516636:0:323298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516639:0:323298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.516642:0:323298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516646:0:323298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516651:0:323298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516662:0:323298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.516669:0:323298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516675:0:323298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb6f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.516693:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802740480/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.516708:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.516741:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.516755:0:323298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.516765:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc3970 00010000:00010000:2.0:1787827158.516769:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.516776:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.516829:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.516836:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.516846:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.516849:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.516857:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.516860:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.516872:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.516881:0:323298:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.516885:0:323298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.516900:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.516934:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516941:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.516949:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.516969:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740608:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.517044:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.518654:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740608:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.518669:0:323298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518681:0:323298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518688:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518694:0:323298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518701:0:323298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518707:0:323298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.518711:0:323298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518718:0:323298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518724:0:323298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518731:0:323298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.518735:0:323298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518741:0:323298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb6f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.518760:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802740608/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.518772:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.518801:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.518811:0:323298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.518820:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc3970 00010000:00010000:2.0:1787827158.518824:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.518831:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.518879:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.518886:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.518900:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.518904:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.518918:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.518929:0:323298:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413dfc80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.518935:0:323298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.518947:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.518982:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.518992:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.519002:0:323298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.519008:0:323298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802740864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.519017:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.519032:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740864:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.519180:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.520730:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802740864:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.520745:0:323298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520755:0:323298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520760:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520767:0:323298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520774:0:323298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520785:0:323298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.520790:0:323298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520796:0:323298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520803:0:323298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520809:0:323298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.520814:0:323298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.520820:0:323298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb700 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.520835:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802740864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.520846:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.520860:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.520870:0:323298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.520877:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc39a0 00010000:00010000:2.0:1787827158.520886:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.520893:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.521237:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521246:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.521257:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521261:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.521270:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521273:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.521280:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521284:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.521300:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521304:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.521318:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521322:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.521330:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521333:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.521340:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521341:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.521348:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.521356:0:323298:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502aa80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.521373:0:323298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.521388:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.521433:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.521444:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.521453:0:323298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.521488:0:323298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802741120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.521498:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.521516:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802741120:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.521657:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.522974:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802741120:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.522990:0:323298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523001:0:323298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523008:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523013:0:323298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523018:0:323298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523021:0:323298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.523024:0:323298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523028:0:323298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523033:0:323298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523038:0:323298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.523042:0:323298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523046:0:323298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb707 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.523057:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802741120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.523066:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.523080:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.523090:0:323298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.523098:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc39a0 00010000:00010000:2.0:1787827158.523102:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.523110:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.523369:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523376:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.523386:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523389:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.523397:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523400:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.523407:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523410:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.523416:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523418:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.523424:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523427:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.523435:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523438:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.523445:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523448:0:323298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.523454:0:323298:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.523483:0:323298:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502a180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.523489:0:323298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.523502:0:323298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.523534:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.523541:0:323298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.523550:0:323298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.523556:0:323298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802741376/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.523564:0:323298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.523577:0:323298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802741376:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.523706:0:323298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.526991:0:323298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323298:1874669802741376:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.527013:0:323298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527026:0:323298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527034:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527041:0:323298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527049:0:323298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527055:0:323298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.527060:0:323298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527067:0:323298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527073:0:323298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527080:0:323298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.527086:0:323298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.527092:0:323298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb70e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323298 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.527114:0:323298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802741376/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.527125:0:323298:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.527143:0:323298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.527151:0:323298:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.527157:0:323298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181cc39a0 00010000:00010000:2.0:1787827158.527160:0:323298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.527165:0:323298:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.531450:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.531481:0:323301:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.531487:0:323301:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.531504:0:323301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.531518:0:323301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.531534:0:323301:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.531539:0:323301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.531545:0:323301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.531547:0:323301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb6e4 00000080:00010000:1.0:1787827158.531554:0:323301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb6e4 from it ffffae8181ca3cb8 00010000:00010000:1.0:1787827158.531556:0:323301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.531564:0:323301:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.532566:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532575:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.532599:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532604:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.532623:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532628:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.532629:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532634:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.532647:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532649:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532655:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.532655:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.532667:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532669:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.532678:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532682:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532683:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.532686:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.532709:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532709:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532711:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.532717:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.532719:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532723:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.532740:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532740:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532751:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.532751:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.532761:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532764:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.532774:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532776:0:323301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.532783:0:323301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.532783:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.532804:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.532809:0:323300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.533325:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.533339:0:323300:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:3.0:1787827158.533344:0:323300:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827158.533360:0:323300:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827158.533405:0:323300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323300 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.533415:0:323300:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323300 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.533425:0:323300:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323300 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.533448:0:323300:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323300:1874669802741504:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827158.533566:0:323300:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.535102:0:323300:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323300:1874669802741504:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827158.535119:0:323300:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535137:0:323300:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x696:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535145:0:323300:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535156:0:323300:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535166:0:323300:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535176:0:323300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535184:0:323300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535191:0:323300:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.535202:0:323300:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f482721c0 x1874669802741504/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.535226:0:323300:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535235:0:323300:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1686 (0 0) 00000080:00200000:3.0:1787827158.535240:0:323300:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827158.535255:0:323300:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x696:0x0], updating i_size 4096 00000080:00200000:3.0:1787827158.535259:0:323300:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x696:0x0](ffff9d1f436a2a08): rc = 0 00000080:00010000:3.0:1787827158.535264:0:323300:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x696:0x0](ffff9d1f436a2a08) for lock 0xf3d5ba2766bb715 00000080:00010000:3.0:1787827158.535272:0:323300:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x696:0x0](ffff9d1f436a2a08) 00000080:00010000:3.0:1787827158.535275:0:323300:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb715 from it ffffae8181c93e08 00010000:00010000:3.0:1787827158.535278:0:323300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.535287:0:323300:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.535309:0:323300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.535315:0:323300:0:(namei.c:2328:ll_rmdir()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:3.0:1787827158.535333:0:323300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.535348:0:323300:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827158.535387:0:323300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.535417:0:323300:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.535425:0:323300:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.535431:0:323300:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787827158.535434:0:323300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb715 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x696:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ac2d expref: -99 pid: 323300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.535447:0:323300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bb6e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ab93 expref: -99 pid: 323298 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.535513:0:323300:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.535521:0:323300:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802741760/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.535537:0:323300:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323300:1874669802741760:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.535584:0:323300:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.537196:0:323300:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323300:1874669802741760:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827158.537237:0:323300:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x696:0x0](ffff9d1f436a2a08) 00000080:00200000:2.0:1787827158.540202:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.540231:0:323303:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.540237:0:323303:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.540251:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.540261:0:323303:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.540308:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.540317:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.540332:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.540360:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802741888:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.540430:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.541726:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802741888:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.541750:0:323303:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541760:0:323303:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541770:0:323303:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541781:0:323303:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541791:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541799:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541806:0:323303:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.541821:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802741888/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.541833:0:323303:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541841:0:323303:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.541845:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.541859:0:323303:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.541864:0:323303:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb71c 00000080:00010000:2.0:1787827158.541869:0:323303:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.541872:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd3cb8 00010000:00010000:2.0:1787827158.541874:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.541882:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.542990:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.543004:0:323303:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.543009:0:323303:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.543025:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.543062:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.543070:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.543083:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.543100:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742016:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.543170:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.547889:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742016:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.547912:0:323303:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547924:0:323303:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547932:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547938:0:323303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547946:0:323303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547964:0:323303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.547968:0:323303:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547975:0:323303:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547982:0:323303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.547990:0:323303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.548005:0:323303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.548012:0:323303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb723 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.548034:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802742016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.548052:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.548078:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.548091:0:323303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.548099:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd3970 00010000:00010000:2.0:1787827158.548103:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.548111:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.548184:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.548198:0:323303:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.548201:0:323303:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.548227:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.548276:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.548284:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.548292:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.548310:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742144:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.548386:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.549832:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742144:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.549848:0:323303:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549858:0:323303:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549863:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549867:0:323303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549872:0:323303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549876:0:323303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.549879:0:323303:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549890:0:323303:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549899:0:323303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549909:0:323303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.549915:0:323303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.549921:0:323303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb72a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.549936:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802742144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.549948:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.549967:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.549976:0:323303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.549984:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd3970 00010000:00010000:2.0:1787827158.549987:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.549995:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.550048:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.550056:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.550067:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.550069:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.550074:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.550076:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.550080:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.550086:0:323303:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.550089:0:323303:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.550101:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.550132:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.550138:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.550146:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.550160:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742272:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.550233:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.551795:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742272:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.551814:0:323303:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551826:0:323303:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551833:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551840:0:323303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551848:0:323303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551853:0:323303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.551857:0:323303:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551864:0:323303:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551870:0:323303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551877:0:323303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.551882:0:323303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.551888:0:323303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb731 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.551904:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802742272/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.551916:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.551934:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.551945:0:323303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.551954:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd3970 00010000:00010000:2.0:1787827158.551958:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.551966:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.552020:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.552028:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.552041:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.552044:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.552053:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.552063:0:323303:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502b500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.552069:0:323303:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.552082:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.552113:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.552121:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.552130:0:323303:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.552137:0:323303:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802742528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.552145:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.552163:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742528:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.552334:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.553955:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742528:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.553971:0:323303:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.553989:0:323303:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.553997:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554004:0:323303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554011:0:323303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554017:0:323303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.554021:0:323303:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554028:0:323303:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554035:0:323303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554043:0:323303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.554049:0:323303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554056:0:323303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb738 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.554077:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802742528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.554089:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.554107:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.554118:0:323303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.554127:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd39a0 00010000:00010000:2.0:1787827158.554131:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.554139:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.554535:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554544:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.554556:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554560:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.554569:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554572:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.554580:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554583:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.554591:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554593:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.554603:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554606:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.554614:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554617:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.554624:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554627:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.554654:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.554665:0:323303:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413dfe00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.554671:0:323303:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.554685:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.554722:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.554731:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.554739:0:323303:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.554746:0:323303:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802742784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.554755:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.554772:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742784:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.554906:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.556486:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802742784:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.556502:0:323303:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556512:0:323303:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556520:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556526:0:323303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556533:0:323303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556539:0:323303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.556544:0:323303:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556550:0:323303:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556557:0:323303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556564:0:323303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.556570:0:323303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.556576:0:323303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb73f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.556593:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802742784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.556616:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.556637:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.556648:0:323303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.556666:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd39a0 00010000:00010000:2.0:1787827158.556670:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.556678:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.556987:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.556995:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.557006:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557010:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.557024:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557028:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.557038:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557042:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.557050:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557053:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.557061:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557064:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.557085:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557089:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.557098:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557101:0:323303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.557109:0:323303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.557120:0:323303:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413df800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.557126:0:323303:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.557139:0:323303:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.557175:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.557183:0:323303:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.557192:0:323303:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.557199:0:323303:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802743040/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.557224:0:323303:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.557242:0:323303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802743040:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.557379:0:323303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.558770:0:323303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323303:1874669802743040:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.558785:0:323303:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558795:0:323303:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558802:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558808:0:323303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558821:0:323303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558828:0:323303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.558831:0:323303:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558838:0:323303:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558843:0:323303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558850:0:323303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.558854:0:323303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.558861:0:323303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb746 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323303 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.558875:0:323303:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802743040/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.558886:0:323303:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.558901:0:323303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.558908:0:323303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.558913:0:323303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181cd39a0 00010000:00010000:2.0:1787827158.558916:0:323303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.558921:0:323303:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.562854:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.562870:0:323306:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.562877:0:323306:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.562891:0:323306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.562904:0:323306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.562915:0:323306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.562920:0:323306:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.562927:0:323306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.562929:0:323306:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb71c 00000080:00010000:0.0:1787827158.562935:0:323306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb71c from it ffffae8181c63cb8 00010000:00010000:0.0:1787827158.562938:0:323306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.562944:0:323306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.563412:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563419:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.563434:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563436:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.563449:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563451:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.563477:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563480:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.563489:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563491:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.563498:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563500:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.563506:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563508:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.563514:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563516:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.563524:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.563527:0:323305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.564037:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.564051:0:323305:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:3.0:1787827158.564055:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.564061:0:323305:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.564064:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.564066:0:323305:0:(namei.c:2084:ll_mknod()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) mode 10644 dev 0 00000080:00200000:0.0:1787827158.564072:0:323306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.564086:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.564091:0:323306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.564101:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:3.0:1787827158.564104:0:323305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827158.564105:0:323306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.564118:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.564122:0:323306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827158.564125:0:323305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827158.564129:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.564134:0:323306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.564141:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.564144:0:323306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.564157:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:3.0:1787827158.564218:0:323305:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.564226:0:323305:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827158.564228:0:323305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bb71c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ac50 expref: -99 pid: 323303 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.564242:0:323305:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.564251:0:323305:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482730c0 x1874669802743296/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.564269:0:323305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323305:1874669802743296:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.564343:0:323305:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f8fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.566203:0:323305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323305:1874669802743296:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827158.566244:0:323305:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x698:0x0](ffff9d1f436163c8) 00000080:00200000:3.0:1787827158.566250:0:323305:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x698:0x0], updating i_size 0 00000080:00200000:0.0:1787827158.566355:0:323306:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.566361:0:323306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.566374:0:323306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.566410:0:323306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.566419:0:323306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.566429:0:323306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.566444:0:323306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323306:1874669802743424:192.168.203.151@tcp:101:tail.0 00000100:00100000:0.0:1787827158.566511:0:323306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337000 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.568248:0:323306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323306:1874669802743424:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.568261:0:323306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568271:0:323306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568278:0:323306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568284:0:323306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568292:0:323306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568299:0:323306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.568303:0:323306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568309:0:323306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568316:0:323306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568323:0:323306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.568329:0:323306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568335:0:323306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bb74d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.568362:0:323306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802743424/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.568375:0:323306:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.568390:0:323306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.568438:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.568449:0:323306:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.568453:0:323306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.568489:0:323306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.568517:0:323306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568524:0:323306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.568531:0:323306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.568546:0:323306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323306:1874669802743552:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.568595:0:323306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.569887:0:323306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323306:1874669802743552:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.569899:0:323306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569907:0:323306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569914:0:323306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569921:0:323306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569927:0:323306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569933:0:323306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.569936:0:323306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569941:0:323306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569947:0:323306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569952:0:323306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.569956:0:323306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.569962:0:323306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb754 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.569974:0:323306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802743552/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.569983:0:323306:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.569993:0:323306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.570024:0:323306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.570035:0:323306:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48289e00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.570041:0:323306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.570052:0:323306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.570079:0:323306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.570087:0:323306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.570095:0:323306:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.570101:0:323306:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802743808/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.570110:0:323306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.570122:0:323306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323306:1874669802743808:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.570264:0:323306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.571560:0:323306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323306:1874669802743808:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.571571:0:323306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571578:0:323306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571582:0:323306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571586:0:323306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571591:0:323306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571594:0:323306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.571596:0:323306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571600:0:323306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571604:0:323306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571608:0:323306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.571610:0:323306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.571614:0:323306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb75b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.571622:0:323306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802743808/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.571628:0:323306:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.571637:0:323306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.574888:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.574902:0:323308:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.574914:0:323308:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.574930:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.574941:0:323308:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1787827158.574981:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.574996:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.575005:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.575031:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802743936:192.168.203.151@tcp:101:sh.0 00000100:00100000:1.0:1787827158.575111:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.576497:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802743936:192.168.203.151@tcp:101:sh.0 00010000:00010000:1.0:1787827158.576509:0:323308:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576517:0:323308:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576527:0:323308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576539:0:323308:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576549:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576557:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576571:0:323308:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.576582:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa30c0 x1874669802743936/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827158.576594:0:323308:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576604:0:323308:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.576616:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827158.576632:0:323308:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787827158.576637:0:323308:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb762 00000080:00010000:1.0:1787827158.576642:0:323308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.576645:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c93cb8 00010000:00010000:1.0:1787827158.576649:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.576658:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827158.577858:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.577871:0:323308:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.577875:0:323308:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.577888:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.577913:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.577922:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.577928:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.577940:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744064:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.577996:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.579706:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744064:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.579718:0:323308:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579728:0:323308:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579734:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579741:0:323308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579749:0:323308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579756:0:323308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.579760:0:323308:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579767:0:323308:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579772:0:323308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579776:0:323308:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.579781:0:323308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579785:0:323308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb769 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.579799:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802744064/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.579808:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.579827:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827158.579837:0:323308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787827158.579845:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c93970 00010000:00010000:1.0:1787827158.579849:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827158.579857:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827158.579904:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.579913:0:323308:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.579916:0:323308:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.579924:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.579943:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579948:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.579953:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.579962:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744192:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.580004:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.581120:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744192:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.581130:0:323308:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581138:0:323308:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581144:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581150:0:323308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581157:0:323308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581162:0:323308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.581165:0:323308:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581169:0:323308:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581172:0:323308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581176:0:323308:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.581179:0:323308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581183:0:323308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb770 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.581191:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802744192/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.581197:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.581225:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827158.581231:0:323308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:1.0:1787827158.581236:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c93970 00010000:00010000:1.0:1787827158.581238:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827158.581242:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827158.581270:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.581274:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.581280:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.581282:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.581287:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.581289:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.581293:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.581298:0:323308:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.581300:0:323308:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.581306:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.581320:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581325:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.581329:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.581336:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744320:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.581366:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.582437:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744320:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.582446:0:323308:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582452:0:323308:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582477:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582482:0:323308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582487:0:323308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582490:0:323308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.582493:0:323308:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582497:0:323308:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582501:0:323308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582505:0:323308:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.582510:0:323308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582514:0:323308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.582522:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802744320/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.582529:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.582538:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827158.582545:0:323308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:1.0:1787827158.582555:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c93970 00010000:00010000:1.0:1787827158.582557:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827158.582562:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827158.582588:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.582592:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.582599:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.582600:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.582605:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.582611:0:323308:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49f26600, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.582615:0:323308:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.582622:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.582642:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.582646:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.582660:0:323308:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.582664:0:323308:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802744576/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.582677:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.582686:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744576:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.582800:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.583925:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744576:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.583937:0:323308:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583946:0:323308:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583952:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583959:0:323308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583965:0:323308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583979:0:323308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.583982:0:323308:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583989:0:323308:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.583995:0:323308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.584002:0:323308:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.584006:0:323308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.584013:0:323308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb77e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.584026:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802744576/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.584035:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.584049:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827158.584058:0:323308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787827158.584065:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c939a0 00010000:00010000:1.0:1787827158.584069:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827158.584076:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827158.584404:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584411:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.584421:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584424:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.584431:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584435:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.584442:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584445:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.584454:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584481:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.584494:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584497:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.584505:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584508:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.584515:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584518:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.584524:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.584532:0:323308:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48288480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.584536:0:323308:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.584546:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.584572:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.584579:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.584587:0:323308:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.584593:0:323308:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802744832/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.584602:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.584615:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744832:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.584708:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.585909:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802744832:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.585922:0:323308:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585932:0:323308:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585938:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585945:0:323308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585951:0:323308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585957:0:323308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.585961:0:323308:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585967:0:323308:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585974:0:323308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585980:0:323308:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.585984:0:323308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.585999:0:323308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb785 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.586019:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802744832/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.586036:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.586050:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827158.586061:0:323308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:1.0:1787827158.586069:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c939a0 00010000:00010000:1.0:1787827158.586073:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827158.586081:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787827158.586310:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586316:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.586327:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586330:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.586339:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586342:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.586349:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586353:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.586360:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586363:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.586370:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586373:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.586381:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586384:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.586391:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586395:0:323308:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.586402:0:323308:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.586410:0:323308:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48289980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.586415:0:323308:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.586425:0:323308:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.586451:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.586479:0:323308:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.586488:0:323308:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.586495:0:323308:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802745088/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.586504:0:323308:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.586519:0:323308:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802745088:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.586610:0:323308:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.587894:0:323308:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323308:1874669802745088:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.587906:0:323308:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587915:0:323308:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587926:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587932:0:323308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587939:0:323308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587945:0:323308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.587948:0:323308:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587954:0:323308:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587960:0:323308:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587966:0:323308:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.587970:0:323308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.587977:0:323308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb78c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323308 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.587990:0:323308:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802745088/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.588000:0:323308:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.588013:0:323308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827158.588023:0:323308:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:1.0:1787827158.588031:0:323308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c939a0 00010000:00010000:1.0:1787827158.588034:0:323308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827158.588043:0:323308:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.592173:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.592191:0:323311:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.592219:0:323311:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.592237:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.592253:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.592275:0:323311:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.592283:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.592290:0:323311:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.592294:0:323311:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb762 00000080:00010000:0.0:1787827158.592301:0:323311:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb762 from it ffffae8181c93cb8 00010000:00010000:0.0:1787827158.592306:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.592314:0:323311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.593117:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593124:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.593133:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593136:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.593146:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593147:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.593154:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593156:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.593163:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593165:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.593172:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593174:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.593181:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593183:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.593189:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593191:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.593197:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593199:0:323310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.593644:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.593659:0:323310:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:2.0:1787827158.593663:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.593669:0:323310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.593674:0:323310:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00010000:00010000:2.0:1787827158.593701:0:323310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.593716:0:323310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827158.593733:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827158.593774:0:323310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.593783:0:323310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827158.593785:0:323310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb762 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ad29 expref: -99 pid: 323308 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.593803:0:323310:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.593814:0:323310:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802745344/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.593837:0:323310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323310:1874669802745344:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.593920:0:323310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.595363:0:323310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323310:1874669802745344:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:0.0:1787827158.595435:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.595442:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.595510:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.595553:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.595562:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.595572:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.595588:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745472:192.168.203.151@tcp:101:tail.0 00000100:00100000:0.0:1787827158.595656:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f483376c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.597171:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745472:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.597186:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597198:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597216:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597223:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597230:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597237:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.597242:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597249:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597256:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597263:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.597269:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597275:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bb793 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.597289:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802745472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.597302:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.597319:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.597372:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.597384:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.597388:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.597400:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.597428:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597435:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.597443:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.597490:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745600:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.597548:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.598929:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745600:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.598942:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.598952:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.598958:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.598964:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.598970:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.598975:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.598979:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.598985:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.599001:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.599008:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.599013:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.599019:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb79a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.599033:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802745600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.599045:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.599057:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.599101:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.599112:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.599115:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.599126:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.599151:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.599159:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.599166:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.599180:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745728:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.599237:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.600603:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745728:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.600616:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600625:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600633:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600640:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600655:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600662:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.600665:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600672:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600678:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600685:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.600689:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600696:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4800/0xf3d5ba2766bb7a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.600709:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802745728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.600726:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.600737:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.600770:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.600779:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.600782:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.600791:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.600813:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600820:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.600827:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.600851:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745856:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.600895:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.602525:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745856:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.602545:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602553:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602559:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602566:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602572:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602582:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.602585:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602591:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602598:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602605:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.602610:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602616:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb7a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.602629:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802745856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.602640:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.602653:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.602691:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.602703:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.602707:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.602718:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.602743:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602750:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.602758:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.602773:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745984:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.602854:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.604408:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802745984:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.604428:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604439:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604445:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604452:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604656:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604663:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.604667:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604673:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604680:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604687:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.604692:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604698:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bb7af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.604711:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802745984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.604722:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.604736:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.604792:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.604809:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.604813:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.604824:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.604861:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604868:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.604882:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.604903:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746112:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.604990:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.606514:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746112:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.606533:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606547:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606554:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606560:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606567:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606573:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.606577:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606584:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606591:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606597:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.606601:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606607:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb7b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.606633:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802746112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.606651:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.606667:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.606709:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.606717:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.606720:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.606728:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.606750:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606755:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.606760:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.606770:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746240:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.606809:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.608323:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746240:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.608338:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608348:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608355:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608361:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608368:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608374:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.608377:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608384:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608391:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608406:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.608413:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608420:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb7bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.608436:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802746240/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.608447:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.608498:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.608550:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.608560:0:323311:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.608564:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.608575:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.608611:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608618:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.608626:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.608640:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746368:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.608703:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.610598:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746368:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.610612:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610623:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610629:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610635:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610643:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610650:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.610653:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610660:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610667:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610674:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.610679:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610687:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb7c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.610701:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802746368/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.610723:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.610739:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.610784:0:323311:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.610793:0:323311:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43dc8900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.610797:0:323311:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.610809:0:323311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.610847:0:323311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.610852:0:323311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.610859:0:323311:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.610863:0:323311:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802746624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.610871:0:323311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.610889:0:323311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746624:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.611028:0:323311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.612544:0:323311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323311:1874669802746624:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.612559:0:323311:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612570:0:323311:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612577:0:323311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612583:0:323311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612589:0:323311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612593:0:323311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.612595:0:323311:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612600:0:323311:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612604:0:323311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612608:0:323311:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.612618:0:323311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.612625:0:323311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb7cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323311 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.612639:0:323311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802746624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.612650:0:323311:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.612665:0:323311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.616196:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.616222:0:323313:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.616228:0:323313:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.616244:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.616257:0:323313:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.616311:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.616325:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.616332:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.616358:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802746752:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.616452:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.618251:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802746752:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.618270:0:323313:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618282:0:323313:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618293:0:323313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618303:0:323313:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618313:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618325:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618335:0:323313:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.618345:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802746752/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.618355:0:323313:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618365:0:323313:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.618370:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.618387:0:323313:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.618392:0:323313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb7d2 00000080:00010000:2.0:1787827158.618396:0:323313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.618399:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdbcb8 00010000:00010000:2.0:1787827158.618402:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.618410:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.619611:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.619624:0:323313:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.619628:0:323313:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.619645:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.619684:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.619697:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.619705:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.619724:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802746880:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.619785:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.622242:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802746880:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.622262:0:323313:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622275:0:323313:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622282:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622296:0:323313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622304:0:323313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622311:0:323313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.622315:0:323313:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622322:0:323313:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622329:0:323313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622336:0:323313:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.622342:0:323313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622349:0:323313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.622373:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802746880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.622389:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.622411:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.622422:0:323313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.622431:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdb970 00010000:00010000:2.0:1787827158.622435:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.622443:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.622724:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.622737:0:323313:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.622742:0:323313:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.622755:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.622787:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622796:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.622804:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.622821:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747008:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.622886:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.626933:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747008:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.626952:0:323313:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.626966:0:323313:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.626973:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.626980:0:323313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.626988:0:323313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627008:0:323313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.627014:0:323313:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627021:0:323313:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627029:0:323313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627035:0:323313:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.627041:0:323313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627049:0:323313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.627064:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802747008/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.627078:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.627100:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.627112:0:323313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.627120:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdb970 00010000:00010000:2.0:1787827158.627124:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.627132:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.627202:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.627224:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.627238:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.627241:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.627259:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.627262:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.627271:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.627280:0:323313:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.627284:0:323313:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.627297:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.627330:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627338:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.627346:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.627362:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747136:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.627426:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.629506:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747136:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.629540:0:323313:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629556:0:323313:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629569:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629576:0:323313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629596:0:323313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629603:0:323313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.629608:0:323313:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629616:0:323313:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629624:0:323313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629632:0:323313:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.629639:0:323313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629646:0:323313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb7e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.629665:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802747136/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.629683:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.629709:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.629723:0:323313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.629733:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdb970 00010000:00010000:2.0:1787827158.629737:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.629746:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.629828:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.629847:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.629864:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.629868:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.629878:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.629893:0:323313:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f413df200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.629900:0:323313:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.629935:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.629987:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.629994:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.630007:0:323313:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.630014:0:323313:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802747392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.630031:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.630060:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747392:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.630297:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.631984:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747392:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.632008:0:323313:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632022:0:323313:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632027:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632034:0:323313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632042:0:323313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632048:0:323313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.632052:0:323313:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632066:0:323313:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632075:0:323313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632083:0:323313:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.632090:0:323313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632097:0:323313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb7ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.632116:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802747392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.632131:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.632159:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.632179:0:323313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.632190:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdb9a0 00010000:00010000:2.0:1787827158.632195:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.632203:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.632729:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632742:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.632754:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632758:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.632768:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632772:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.632780:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632783:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.632791:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632794:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.632802:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632805:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.632814:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632817:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.632828:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632831:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.632843:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.632855:0:323313:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502a600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.632862:0:323313:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.632883:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.632939:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.632947:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.632959:0:323313:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.632968:0:323313:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802747648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.632978:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.633001:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747648:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.633230:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.635512:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747648:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.635540:0:323313:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635626:0:323313:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635635:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635643:0:323313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635653:0:323313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635658:0:323313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.635663:0:323313:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635668:0:323313:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635673:0:323313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635682:0:323313:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.635689:0:323313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.635696:0:323313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb7f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.635724:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802747648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.635739:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.635769:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.635780:0:323313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.635787:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdb9a0 00010000:00010000:2.0:1787827158.635790:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.635796:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.636246:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636258:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.636271:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636275:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.636284:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636287:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.636308:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636311:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.636321:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636325:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.636333:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636337:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.636344:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636346:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.636351:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636353:0:323313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.636357:0:323313:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.636368:0:323313:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502b800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.636372:0:323313:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.636390:0:323313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.636442:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.636448:0:323313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.636478:0:323313:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.636484:0:323313:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802747904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.636491:0:323313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.636514:0:323313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747904:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.636724:0:323313:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.638619:0:323313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323313:1874669802747904:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.638643:0:323313:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638656:0:323313:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638669:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638676:0:323313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638683:0:323313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638688:0:323313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.638692:0:323313:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638697:0:323313:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638702:0:323313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638706:0:323313:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.638712:0:323313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.638717:0:323313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb7fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323313 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.638739:0:323313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802747904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.638757:0:323313:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.638785:0:323313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.638800:0:323313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.638808:0:323313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cdb9a0 00010000:00010000:2.0:1787827158.638811:0:323313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.638818:0:323313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.643728:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.643747:0:323316:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.643752:0:323316:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.643769:0:323316:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.643788:0:323316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.643802:0:323316:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.643811:0:323316:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.643818:0:323316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.643822:0:323316:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb7d2 00000080:00010000:0.0:1787827158.643828:0:323316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb7d2 from it ffffae8181cfbcb8 00010000:00010000:0.0:1787827158.643832:0:323316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.643841:0:323316:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827158.645377:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645385:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.645392:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645395:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.645401:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645403:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.645411:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645415:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.645426:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645429:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.645442:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645446:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.645500:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645503:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.645516:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645518:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.645531:0:323316:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.645535:0:323316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.645846:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645863:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.645877:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645881:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.645893:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645896:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.645911:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645914:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.645929:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645932:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.645946:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645949:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.645959:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645962:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.645973:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645976:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.645992:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.645996:0:323315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.646761:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.646783:0:323315:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:3.0:1787827158.646789:0:323315:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827158.646817:0:323315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827158.646892:0:323315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.646904:0:323315:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.646916:0:323315:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.646948:0:323315:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323315:1874669802748032:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827158.647130:0:323315:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f8fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.649601:0:323315:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323315:1874669802748032:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827158.649631:0:323315:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649663:0:323315:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x698:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649673:0:323315:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649687:0:323315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649699:0:323315:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649724:0:323315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649733:0:323315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649740:0:323315:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.649767:0:323315:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48272580 x1874669802748032/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.649782:0:323315:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649794:0:323315:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1688 (0 0) 00000080:00200000:3.0:1787827158.649802:0:323315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827158.649828:0:323315:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x698:0x0], updating i_size 0 00000080:00200000:3.0:1787827158.649831:0:323315:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x698:0x0](ffff9d1f436163c8): rc = 0 00000080:00010000:3.0:1787827158.649837:0:323315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x698:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb803 00000080:00010000:3.0:1787827158.649847:0:323315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x698:0x0](ffff9d1f436163c8) 00000080:00010000:3.0:1787827158.649850:0:323315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb803 from it ffffae8181c93e00 00010000:00010000:3.0:1787827158.649854:0:323315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.649863:0:323315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.649906:0:323315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.649916:0:323315:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:3.0:1787827158.649945:0:323315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.649965:0:323315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827158.650032:0:323315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.650070:0:323315:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.650077:0:323315:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.650083:0:323315:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787827158.650086:0:323315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb803 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x698:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6af0c expref: -99 pid: 323315 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.650101:0:323315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bb7d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6ae72 expref: -99 pid: 323313 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.650119:0:323315:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.650127:0:323315:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48272580 x1874669802748288/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.650153:0:323315:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323315:1874669802748288:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.650263:0:323315:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f8fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.653085:0:323315:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323315:1874669802748288:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827158.653149:0:323315:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x698:0x0](ffff9d1f436163c8) 00000080:00200000:2.0:1787827158.657313:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.657329:0:323318:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.657344:0:323318:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.657362:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.657375:0:323318:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.657431:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.657440:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.657449:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.657494:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748416:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.657591:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.660698:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748416:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.660723:0:323318:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660736:0:323318:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660747:0:323318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660759:0:323318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660771:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660779:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660798:0:323318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.660809:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802748416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.660823:0:323318:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660834:0:323318:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.660841:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.660860:0:323318:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.660865:0:323318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb80a 00000080:00010000:2.0:1787827158.660871:0:323318:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.660874:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d03cb8 00010000:00010000:2.0:1787827158.660878:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.660886:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.663328:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.663346:0:323318:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.663350:0:323318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.663369:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.663417:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.663427:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.663436:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.663489:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748544:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.663565:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.665343:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748544:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.665361:0:323318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665376:0:323318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665383:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665389:0:323318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665396:0:323318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665402:0:323318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.665406:0:323318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665412:0:323318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665418:0:323318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665434:0:323318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.665444:0:323318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665451:0:323318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb811 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.665496:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802748544/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.665517:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.665538:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.665547:0:323318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.665555:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d03970 00010000:00010000:2.0:1787827158.665559:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.665566:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.665629:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.665641:0:323318:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.665646:0:323318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.665659:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.665689:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665696:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.665704:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.665720:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748672:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.665787:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.667815:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748672:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.667834:0:323318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667847:0:323318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667854:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667860:0:323318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667868:0:323318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667872:0:323318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.667876:0:323318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667880:0:323318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667885:0:323318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667889:0:323318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.667894:0:323318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.667904:0:323318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb818 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.667920:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802748672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.667933:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.667957:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.667969:0:323318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.667977:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d03970 00010000:00010000:2.0:1787827158.667981:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.667988:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.668286:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.668293:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.668304:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.668306:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.668314:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.668316:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.668324:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.668332:0:323318:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.668336:0:323318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.668349:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.668379:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.668386:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.668393:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.668409:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748800:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.668519:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.671217:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802748800:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.671247:0:323318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671262:0:323318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671277:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671287:0:323318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671297:0:323318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671304:0:323318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.671309:0:323318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671318:0:323318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671326:0:323318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671333:0:323318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.671341:0:323318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671347:0:323318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb81f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.671367:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802748800/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.671385:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.671416:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.671431:0:323318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.671441:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d03970 00010000:00010000:2.0:1787827158.671445:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.671454:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.671581:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.671592:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.671604:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.671618:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.671631:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.671643:0:323318:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49ea8300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.671650:0:323318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.671669:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.671718:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.671726:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.671738:0:323318:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.671744:0:323318:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802749056/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.671754:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.671775:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802749056:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.672016:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.674393:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802749056:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.674420:0:323318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674436:0:323318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674445:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674451:0:323318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674493:0:323318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674498:0:323318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.674502:0:323318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674507:0:323318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674519:0:323318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674524:0:323318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.674530:0:323318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.674535:0:323318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb826 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.674555:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802749056/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.674571:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.674601:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.674758:0:323318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.674771:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d039a0 00010000:00010000:2.0:1787827158.674775:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.674784:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.675202:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675226:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.675248:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675255:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.675265:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675268:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.675277:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675280:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.675289:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675291:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.675297:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675301:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.675309:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675312:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.675320:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675322:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.675330:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.675342:0:323318:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502a900, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.675350:0:323318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.675370:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.675422:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.675430:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.675442:0:323318:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.675449:0:323318:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802749312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.675479:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.675497:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802749312:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.675702:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.677562:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802749312:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.677581:0:323318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677590:0:323318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677595:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677599:0:323318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677612:0:323318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677620:0:323318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.677625:0:323318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677633:0:323318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677640:0:323318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677648:0:323318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.677655:0:323318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.677662:0:323318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb82d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.677697:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802749312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.677711:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.677737:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.677749:0:323318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.677759:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d039a0 00010000:00010000:2.0:1787827158.677763:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.677771:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.678196:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678219:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.678233:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678237:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.678248:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678251:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.678261:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678264:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.678278:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678281:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.678290:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678294:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.678303:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678305:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.678315:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678318:0:323318:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.678328:0:323318:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.678341:0:323318:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ae8600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.678348:0:323318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.678368:0:323318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.678413:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.678421:0:323318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.678433:0:323318:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.678440:0:323318:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802749568/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.678449:0:323318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.678492:0:323318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802749568:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.678686:0:323318:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.680561:0:323318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323318:1874669802749568:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.680583:0:323318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680595:0:323318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680602:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680610:0:323318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680618:0:323318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680625:0:323318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.680629:0:323318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680641:0:323318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680648:0:323318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680656:0:323318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.680663:0:323318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.680669:0:323318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb834 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323318 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.680688:0:323318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802749568/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.680701:0:323318:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.680725:0:323318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.680736:0:323318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.680746:0:323318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d039a0 00010000:00010000:2.0:1787827158.680750:0:323318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.680758:0:323318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.686187:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.686218:0:323321:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.686225:0:323321:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.686243:0:323321:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.686264:0:323321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.686279:0:323321:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.686287:0:323321:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.686294:0:323321:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.686298:0:323321:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb80a 00000080:00010000:0.0:1787827158.686306:0:323321:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb80a from it ffffae8181d13cb8 00010000:00010000:0.0:1787827158.686309:0:323321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.686319:0:323321:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.687197:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687226:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.687248:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687254:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.687278:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687282:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.687297:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687300:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.687312:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687315:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.687329:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687334:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.687352:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687356:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.687372:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687376:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.687389:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.687394:0:323320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.688047:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688059:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.688070:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688075:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.688085:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688088:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.688096:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688102:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688109:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.688118:0:323320:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827158.688123:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.688125:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.688129:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.688137:0:323320:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.688140:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688145:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.688147:0:323320:0:(namei.c:2084:ll_mknod()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) mode 60644 dev 100002 00000080:00200000:0.0:1787827158.688152:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688155:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.688161:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688162:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.688167:0:323321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.688169:0:323321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1787827158.688195:0:323320:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.688242:0:323320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827158.688342:0:323320:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.688356:0:323320:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827158.688359:0:323320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bb80a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6af2f expref: -99 pid: 323318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.688381:0:323320:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.688399:0:323320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802749824/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.688430:0:323320:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323320:1874669802749824:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.688584:0:323320:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d0f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.692757:0:323320:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323320:1874669802749824:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827158.692840:0:323320:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x69a:0x0](ffff9d1f436163c8) 00000080:00200000:3.0:1787827158.692846:0:323320:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x69a:0x0], updating i_size 0 00000080:00200000:2.0:1787827158.695714:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.695731:0:323323:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.695738:0:323323:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.695756:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.695770:0:323323:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.695819:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.695828:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.695838:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.695862:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802749952:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.695957:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.697927:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802749952:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.697949:0:323323:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.697961:0:323323:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.697973:0:323323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.697983:0:323323:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.697994:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.698002:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.698009:0:323323:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.698020:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802749952/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.698032:0:323323:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.698043:0:323323:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.698058:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.698074:0:323323:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.698080:0:323323:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb83b 00000080:00010000:2.0:1787827158.698085:0:323323:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.698092:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1bcb8 00010000:00010000:2.0:1787827158.698096:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.698105:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.699450:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.699481:0:323323:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.699487:0:323323:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.699504:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.699542:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.699551:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.699561:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.699579:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750080:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.699650:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.701707:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750080:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.701723:0:323323:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701734:0:323323:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701741:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701748:0:323323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701760:0:323323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701766:0:323323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.701771:0:323323:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701778:0:323323:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701784:0:323323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701791:0:323323:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.701798:0:323323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701804:0:323323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb842 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.701818:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802750080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.701831:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.701850:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.701861:0:323323:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.701870:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1b970 00010000:00010000:2.0:1787827158.701874:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.701882:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.701934:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.701944:0:323323:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.701948:0:323323:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.701960:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.701987:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.701994:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.702002:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.702018:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750208:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.702108:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.703561:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750208:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.703577:0:323323:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703588:0:323323:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703595:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703602:0:323323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703609:0:323323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703615:0:323323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.703618:0:323323:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703625:0:323323:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703645:0:323323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703651:0:323323:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.703656:0:323323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703662:0:323323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb849 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.703676:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802750208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.703686:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.703701:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.703711:0:323323:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.703719:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1b970 00010000:00010000:2.0:1787827158.703723:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.703731:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.703773:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.703780:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.703792:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.703795:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.703804:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.703808:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.703888:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.703900:0:323323:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.703903:0:323323:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.703914:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.703942:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703949:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.703957:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.703972:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750336:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.704030:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.705250:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750336:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.705263:0:323323:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705272:0:323323:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705278:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705283:0:323323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705289:0:323323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705295:0:323323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.705298:0:323323:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705304:0:323323:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705310:0:323323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705316:0:323323:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.705321:0:323323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705327:0:323323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb850 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.705346:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802750336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.705356:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.705381:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.705390:0:323323:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.705397:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1b970 00010000:00010000:2.0:1787827158.705400:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.705407:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.705445:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.705450:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.705489:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.705493:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.705504:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.705513:0:323323:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502bc80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.705519:0:323323:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.705530:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.705559:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.705570:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.705578:0:323323:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.705585:0:323323:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802750592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.705594:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.705607:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750592:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.705757:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.707587:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750592:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.707599:0:323323:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707608:0:323323:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707612:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707616:0:323323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707620:0:323323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707624:0:323323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.707627:0:323323:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707631:0:323323:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707636:0:323323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707640:0:323323:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.707643:0:323323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.707647:0:323323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.707656:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802750592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.707664:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.707686:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.707697:0:323323:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.707705:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1b9a0 00010000:00010000:2.0:1787827158.707709:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.707717:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.708057:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708064:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.708074:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708078:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.708085:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708088:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.708095:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708098:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.708106:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708109:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.708118:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708121:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.708128:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708131:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.708138:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708141:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.708148:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.708156:0:323323:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502a600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.708161:0:323323:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.708173:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.708219:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.708226:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.708234:0:323323:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.708240:0:323323:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802750848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.708249:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.708264:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750848:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.708380:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.709925:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802750848:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.709940:0:323323:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709949:0:323323:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709955:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709961:0:323323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709968:0:323323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709973:0:323323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.709977:0:323323:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709983:0:323323:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.709997:0:323323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.710005:0:323323:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.710010:0:323323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.710016:0:323323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb85e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.710029:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802750848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.710040:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.710057:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.710074:0:323323:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.710083:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1b9a0 00010000:00010000:2.0:1787827158.710087:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.710095:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.710388:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710399:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.710409:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710412:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.710419:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710422:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.710430:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710433:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.710441:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710443:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.710450:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710453:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.710518:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710522:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.710529:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710532:0:323323:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.710539:0:323323:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.710548:0:323323:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ae9680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.710554:0:323323:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.710566:0:323323:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.710594:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.710602:0:323323:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.710610:0:323323:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.710616:0:323323:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d112c0 x1874669802751104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.710625:0:323323:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.710639:0:323323:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802751104:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.710752:0:323323:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.712027:0:323323:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323323:1874669802751104:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.712042:0:323323:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712050:0:323323:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712054:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712058:0:323323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712069:0:323323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712073:0:323323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.712076:0:323323:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712079:0:323323:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712083:0:323323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712087:0:323323:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.712091:0:323323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.712094:0:323323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb865 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323323 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.712107:0:323323:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802751104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.712115:0:323323:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.712127:0:323323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.712134:0:323323:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.712139:0:323323:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181d1b9a0 00010000:00010000:2.0:1787827158.712141:0:323323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.712146:0:323323:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.716018:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.716034:0:323326:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.716041:0:323326:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.716057:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.716072:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.716085:0:323326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.716093:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.716099:0:323326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.716103:0:323326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb83b 00000080:00010000:1.0:1787827158.716110:0:323326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb83b from it ffffae8181cbbcb8 00010000:00010000:1.0:1787827158.716115:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.716124:0:323326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.716922:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716928:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.716939:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716942:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.716949:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716951:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.716958:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716960:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.716965:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716966:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.716973:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716975:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.716982:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716983:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.716992:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.716993:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.717001:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.717003:0:323325:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.717410:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.717424:0:323325:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:3.0:1787827158.717428:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.717434:0:323325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.717438:0:323325:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00010000:00010000:3.0:1787827158.717488:0:323325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.717507:0:323325:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827158.717572:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:3.0:1787827158.717609:0:323325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.717615:0:323325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827158.717617:0:323325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bb83b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6afc9 expref: -99 pid: 323323 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.717631:0:323325:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.717640:0:323325:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802751360/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.717658:0:323325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323325:1874669802751360:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.717740:0:323325:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45d0f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.719184:0:323325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323325:1874669802751360:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:1.0:1787827158.719263:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.719270:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.719286:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.719326:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.719340:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.719349:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.719364:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751488:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.719418:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.720870:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751488:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.720884:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720895:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720902:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720908:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720920:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720926:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.720930:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720936:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720942:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720949:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.720954:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.720960:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb86c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.720975:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802751488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.720997:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.721013:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.721059:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.721069:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.721073:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.721083:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.721109:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.721116:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.721124:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.721138:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751616:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.721187:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.722548:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751616:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.722561:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722569:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722573:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722578:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722582:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722586:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.722589:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722593:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722598:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722609:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.722613:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722617:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb873 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.722627:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802751616/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.722636:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.722647:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.722687:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.722694:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.722697:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.722705:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.722725:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722742:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.722747:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.722757:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751744:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.722798:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.723974:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751744:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.723983:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.723991:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.723997:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724003:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724010:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724015:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.724018:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724024:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724031:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724038:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.724042:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724047:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb87a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.724063:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802751744/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.724073:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.724084:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.724117:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.724124:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.724126:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.724135:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.724157:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724165:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.724173:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.724185:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751872:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.724241:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.725412:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802751872:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.725422:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725428:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725432:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725436:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725440:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725444:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.725446:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725452:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725478:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725485:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.725491:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725498:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb881 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.725509:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802751872/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.725518:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.725531:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.725577:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.725584:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.725587:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.725594:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.725633:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725641:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.725649:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.725662:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752000:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.725700:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.726949:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752000:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.726962:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.726981:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.726993:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727000:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727007:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727012:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.727016:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727022:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727028:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727034:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.727039:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727045:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb888 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.727058:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802752000/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.727080:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.727092:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.727126:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.727135:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.727139:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.727147:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.727170:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727177:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.727185:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.727198:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752128:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.727252:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.728257:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752128:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.728269:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728278:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728285:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728292:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728300:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728305:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.728309:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728315:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728322:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728328:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.728333:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728339:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bb88f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.728360:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802752128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.728371:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.728382:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.728412:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.728420:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.728433:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.728445:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.728506:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728514:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.728521:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.728535:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752256:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.728577:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.729957:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752256:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.729967:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729972:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729977:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729981:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729985:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729988:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.729990:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729993:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.729997:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.730000:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.730003:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.730007:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5c00/0xf3d5ba2766bb896 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.730015:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802752256/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.730021:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.730030:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.730055:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.730061:0:323326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.730064:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.730070:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.730085:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.730090:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.730095:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.730105:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752384:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.730146:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.733164:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752384:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.733178:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733187:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733191:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733195:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733200:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733218:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.733221:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733226:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733231:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733235:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.733238:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733242:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5800/0xf3d5ba2766bb89d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.733252:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802752384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.733262:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.733275:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.733313:0:323326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.733323:0:323326:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48288f00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.733328:0:323326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.733342:0:323326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.733379:0:323326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.733385:0:323326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.733395:0:323326:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.733401:0:323326:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802752640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.733409:0:323326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.733424:0:323326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752640:192.168.203.151@tcp:101:tail.0 00000100:00100000:1.0:1787827158.733615:0:323326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.735546:0:323326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323326:1874669802752640:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.735563:0:323326:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735574:0:323326:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735581:0:323326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735587:0:323326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735594:0:323326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735600:0:323326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.735604:0:323326:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735615:0:323326:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735621:0:323326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735627:0:323326:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.735633:0:323326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.735639:0:323326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bb8a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323326 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.735655:0:323326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802752640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.735667:0:323326:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.735683:0:323326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.738905:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.738921:0:323328:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.738928:0:323328:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.738944:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.738954:0:323328:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.739001:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.739015:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.739029:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.739052:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802752768:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.739134:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.740766:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802752768:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.740784:0:323328:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740792:0:323328:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740800:0:323328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740807:0:323328:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740814:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740819:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740823:0:323328:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.740834:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d112c0 x1874669802752768/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.740843:0:323328:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740851:0:323328:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.740854:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.740869:0:323328:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.740873:0:323328:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb8ab 00000080:00010000:2.0:1787827158.740876:0:323328:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.740878:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d33cb8 00010000:00010000:2.0:1787827158.740881:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.740886:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.741894:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.741906:0:323328:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.741910:0:323328:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.741926:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.741959:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.741967:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.741979:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.741993:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802752896:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.742055:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.743580:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802752896:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.743591:0:323328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743598:0:323328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743604:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743610:0:323328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743617:0:323328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743623:0:323328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.743626:0:323328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743633:0:323328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743640:0:323328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743648:0:323328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.743654:0:323328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743660:0:323328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.743675:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802752896/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.743687:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.743703:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.743710:0:323328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.743716:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d33970 00010000:00010000:2.0:1787827158.743718:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.743723:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.743757:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.743764:0:323328:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.743766:0:323328:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.743772:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.743797:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743804:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.743810:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.743822:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753024:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.743865:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.745120:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753024:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.745129:0:323328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745135:0:323328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745139:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745143:0:323328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745147:0:323328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745150:0:323328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.745152:0:323328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745156:0:323328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745160:0:323328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745164:0:323328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.745167:0:323328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745170:0:323328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.745177:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802753024/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.745183:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.745193:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.745199:0:323328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.745216:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d33970 00010000:00010000:2.0:1787827158.745219:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.745225:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.745257:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.745265:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.745273:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.745275:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.745279:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.745281:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.745286:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.745290:0:323328:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.745292:0:323328:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.745298:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.745315:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745320:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.745324:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.745332:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753152:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.745367:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298000 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.746594:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753152:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.746605:0:323328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746614:0:323328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746619:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746625:0:323328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746632:0:323328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746638:0:323328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.746641:0:323328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746648:0:323328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746653:0:323328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746658:0:323328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.746661:0:323328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746665:0:323328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bb8c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.746675:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d112c0 x1874669802753152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.746685:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.746698:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.746707:0:323328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827158.746715:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d33970 00010000:00010000:3.0:1787827158.746718:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.746726:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827158.746760:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.746765:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.746771:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.746773:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.746778:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.746784:0:323328:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43dfe180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.746787:0:323328:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.746795:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.746818:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.746825:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.746832:0:323328:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.746838:0:323328:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802753408/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.746846:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.746859:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753408:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.746973:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.748068:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753408:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.748083:0:323328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748093:0:323328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748099:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748106:0:323328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748111:0:323328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748115:0:323328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.748118:0:323328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748121:0:323328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748126:0:323328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748129:0:323328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.748132:0:323328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748135:0:323328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb8c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.748144:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802753408/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.748151:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.748161:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.748167:0:323328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827158.748172:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d339a0 00010000:00010000:3.0:1787827158.748174:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.748178:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827158.748433:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748441:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.748449:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748453:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.748488:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748493:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.748503:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748506:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.748519:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748522:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.748531:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748533:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.748541:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748544:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.748551:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748554:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.748562:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.748567:0:323328:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c573800, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.748571:0:323328:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.748578:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.748599:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.748604:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.748609:0:323328:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.748613:0:323328:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802753664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.748619:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.748628:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753664:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.748715:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.749958:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753664:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.749970:0:323328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.749979:0:323328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.749985:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.749991:0:323328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.749997:0:323328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.750002:0:323328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.750006:0:323328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.750012:0:323328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.750019:0:323328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.750026:0:323328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.750030:0:323328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.750037:0:323328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb8ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.750050:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802753664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.750060:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.750074:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.750083:0:323328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827158.750091:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d339a0 00010000:00010000:3.0:1787827158.750094:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.750102:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827158.750356:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750363:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.750373:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750376:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.750384:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750387:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.750395:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750398:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.750406:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750409:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.750416:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750420:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.750428:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750431:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.750441:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750444:0:323328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.750451:0:323328:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.750491:0:323328:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e83b00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.750498:0:323328:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.750509:0:323328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.750538:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.750545:0:323328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.750561:0:323328:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.750568:0:323328:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802753920/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.750576:0:323328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.750590:0:323328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753920:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.750695:0:323328:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.751866:0:323328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323328:1874669802753920:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.751879:0:323328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751888:0:323328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751894:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751900:0:323328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751907:0:323328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751912:0:323328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.751916:0:323328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751924:0:323328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751930:0:323328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751936:0:323328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.751940:0:323328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.751946:0:323328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb8d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323328 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.751963:0:323328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802753920/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.751972:0:323328:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.751985:0:323328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827158.751993:0:323328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827158.752000:0:323328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181d339a0 00010000:00010000:3.0:1787827158.752003:0:323328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827158.752011:0:323328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.756057:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.756075:0:323331:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.756082:0:323331:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.756105:0:323331:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.756121:0:323331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.756147:0:323331:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.756161:0:323331:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.756169:0:323331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.756173:0:323331:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb8ab 00000080:00010000:0.0:1787827158.756180:0:323331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8ab from it ffffae8181cf3cb8 00010000:00010000:0.0:1787827158.756184:0:323331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.756194:0:323331:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.757084:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757101:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.757121:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757125:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.757139:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757143:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.757161:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757165:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.757182:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757186:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.757197:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757202:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.757228:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757232:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.757249:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757253:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.757268:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757272:0:323330:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.757867:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757878:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.757900:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757905:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.757916:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757918:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.757924:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757926:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.757932:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757934:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.757940:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757943:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.757948:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757950:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.757956:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757958:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.757965:0:323331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.757968:0:323331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.757977:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.757998:0:323330:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:2.0:1787827158.758004:0:323330:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827158.758031:0:323330:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827158.758106:0:323330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.758118:0:323330:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.758129:0:323330:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.758162:0:323330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323330:1874669802754048:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:2.0:1787827158.758310:0:323330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.760040:0:323330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323330:1874669802754048:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827158.760064:0:323330:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760084:0:323330:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760093:0:323330:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760101:0:323330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760108:0:323330:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760117:0:323330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760122:0:323330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760126:0:323330:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.760134:0:323330:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d12580 x1874669802754048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.760142:0:323330:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760148:0:323330:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1690 (0 0) 00000080:00200000:2.0:1787827158.760152:0:323330:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827158.760168:0:323330:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x69a:0x0], updating i_size 0 00000080:00200000:2.0:1787827158.760171:0:323330:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x69a:0x0](ffff9d1f436163c8): rc = 0 00000080:00010000:2.0:1787827158.760174:0:323330:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x69a:0x0](ffff9d1f436163c8) for lock 0xf3d5ba2766bb8dc 00000080:00010000:2.0:1787827158.760180:0:323330:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x69a:0x0](ffff9d1f436163c8) 00000080:00010000:2.0:1787827158.760182:0:323330:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8dc from it ffffae8181d0be00 00010000:00010000:2.0:1787827158.760185:0:323330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.760190:0:323330:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.760222:0:323330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.760228:0:323330:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:2.0:1787827158.760245:0:323330:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.760257:0:323330:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827158.760291:0:323330:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.760319:0:323330:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.760326:0:323330:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.760332:0:323330:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787827158.760335:0:323330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b1ac expref: -99 pid: 323330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.760349:0:323330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b112 expref: -99 pid: 323328 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.760363:0:323330:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.760367:0:323330:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12580 x1874669802754304/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.760382:0:323330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323330:1874669802754304:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.760439:0:323330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.762625:0:323330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323330:1874669802754304:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827158.762676:0:323330:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x69a:0x0](ffff9d1f436163c8) 00000080:00200000:2.0:1787827158.766193:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.766224:0:323333:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.766231:0:323333:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.766252:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.766268:0:323333:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.766332:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.766343:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.766354:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.766380:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754432:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.766500:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.768082:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754432:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.768109:0:323333:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768123:0:323333:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768142:0:323333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768154:0:323333:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768166:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768175:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768183:0:323333:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.768195:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d13c00 x1874669802754432/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.768221:0:323333:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768239:0:323333:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.768245:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.768267:0:323333:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.768273:0:323333:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb8e3 00000080:00010000:2.0:1787827158.768279:0:323333:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.768282:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3bcb8 00010000:00010000:2.0:1787827158.768286:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.768295:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.770108:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.770125:0:323333:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.770130:0:323333:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.770153:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.770222:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.770233:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.770244:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.770268:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754560:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.770377:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.772262:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754560:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.772299:0:323333:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772314:0:323333:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772326:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772334:0:323333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772343:0:323333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772350:0:323333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.772355:0:323333:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772362:0:323333:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772370:0:323333:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772378:0:323333:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.772393:0:323333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772403:0:323333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb8ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.772428:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802754560/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.772443:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.772509:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.772524:0:323333:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.772533:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3b970 00010000:00010000:2.0:1787827158.772537:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.772546:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.772638:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.772655:0:323333:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.772660:0:323333:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.772680:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.772722:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772730:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.772739:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.772765:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754688:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.772849:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.774318:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754688:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.774342:0:323333:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774356:0:323333:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774363:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774370:0:323333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774378:0:323333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774384:0:323333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.774388:0:323333:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774396:0:323333:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774402:0:323333:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774409:0:323333:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.774416:0:323333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774423:0:323333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb8f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.774441:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802754688/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.774482:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.774507:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.774527:0:323333:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.774536:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3b970 00010000:00010000:2.0:1787827158.774539:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.774547:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.774617:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.774626:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.774641:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.774645:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.774652:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.774655:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.774662:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.774671:0:323333:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.774675:0:323333:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.774690:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.774728:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774736:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.774758:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.774777:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754816:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.774859:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.776021:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802754816:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.776034:0:323333:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776042:0:323333:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776048:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776053:0:323333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776059:0:323333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776064:0:323333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.776068:0:323333:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776074:0:323333:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776080:0:323333:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776085:0:323333:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.776089:0:323333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776096:0:323333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb8f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.776108:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802754816/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.776119:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.776132:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.776141:0:323333:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.776148:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3b970 00010000:00010000:2.0:1787827158.776151:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.776159:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.776221:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.776228:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.776239:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.776243:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.776251:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.776260:0:323333:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42b91800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.776265:0:323333:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.776277:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.776304:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.776311:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.776320:0:323333:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.776326:0:323333:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802755072/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.776334:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.776362:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802755072:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.776535:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.777650:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802755072:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.777662:0:323333:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777671:0:323333:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777678:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777685:0:323333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777692:0:323333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777698:0:323333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.777701:0:323333:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777708:0:323333:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777715:0:323333:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777720:0:323333:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.777724:0:323333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.777730:0:323333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb8ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.777743:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802755072/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.777752:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.777764:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.777775:0:323333:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.777782:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3b9a0 00010000:00010000:2.0:1787827158.777787:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.777795:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.778086:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778093:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.778102:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778106:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.778114:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778117:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.778125:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778127:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.778135:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778138:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.778146:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778149:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.778157:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778160:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.778168:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778171:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.778178:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.778185:0:323333:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502b380, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.778191:0:323333:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.778200:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.778244:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.778252:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.778260:0:323333:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.778266:0:323333:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802755328/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.778275:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.778288:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802755328:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.778386:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.779569:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802755328:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.779591:0:323333:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779612:0:323333:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779620:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779627:0:323333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779640:0:323333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779647:0:323333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.779651:0:323333:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779659:0:323333:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779666:0:323333:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779673:0:323333:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.779680:0:323333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.779687:0:323333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb906 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.779707:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802755328/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.779720:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.779744:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.779758:0:323333:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.779767:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3b9a0 00010000:00010000:2.0:1787827158.779773:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.779780:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.780165:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780176:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.780188:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780193:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.780219:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780223:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.780235:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780239:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.780248:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780252:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.780261:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780264:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.780274:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780277:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.780287:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780290:0:323333:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.780299:0:323333:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.780311:0:323333:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502b080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.780318:0:323333:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.780336:0:323333:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.780407:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.780415:0:323333:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.780428:0:323333:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.780435:0:323333:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802755584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.780478:0:323333:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.780500:0:323333:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802755584:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.780698:0:323333:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.782181:0:323333:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323333:1874669802755584:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.782202:0:323333:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782227:0:323333:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782234:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782241:0:323333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782249:0:323333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782255:0:323333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.782260:0:323333:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782271:0:323333:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782279:0:323333:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782287:0:323333:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.782295:0:323333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.782302:0:323333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb90d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323333 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.782320:0:323333:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802755584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.782334:0:323333:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.782357:0:323333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.782368:0:323333:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.782376:0:323333:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d3b9a0 00010000:00010000:2.0:1787827158.782381:0:323333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.782389:0:323333:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.787374:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.787396:0:323336:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.787404:0:323336:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.787423:0:323336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.787445:0:323336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.787532:0:323336:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827158.787545:0:323336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827158.787555:0:323336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.787560:0:323336:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb8e3 00000080:00010000:0.0:1787827158.787570:0:323336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb8e3 from it ffffae8181d33cb8 00010000:00010000:0.0:1787827158.787574:0:323336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827158.787584:0:323336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.788166:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788177:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.788196:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788200:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.788223:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788227:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.788240:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788245:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.788257:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788261:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.788274:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788279:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.788291:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788294:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.788304:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788308:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.788323:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788327:0:323335:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.788919:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788936:0:323335:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827158.788939:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.788941:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.788949:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.788951:0:323335:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.788959:0:323335:0:(namei.c:2084:ll_mknod()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) mode 20644 dev 100002 00000080:00200000:0.0:1787827158.788962:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.788967:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.788975:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.788978:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.788985:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.788987:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.788996:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827158.788997:0:323335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827158.789000:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.789011:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.789015:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.789024:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827158.789024:0:323335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827158.789030:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.789041:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.789046:0:323336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.789060:0:323336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827158.789121:0:323335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.789129:0:323335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827158.789132:0:323335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb8e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b1cf expref: -99 pid: 323333 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.789153:0:323335:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.789169:0:323335:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802755840/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.789196:0:323335:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323335:1874669802755840:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.789326:0:323335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.791154:0:323335:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323335:1874669802755840:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827158.791220:0:323335:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x69c:0x0](ffff9d1f436a1988) 00000080:00200000:2.0:1787827158.791226:0:323335:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x69c:0x0], updating i_size 0 00000080:00200000:0.0:1787827158.791306:0:323336:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4627f800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.791316:0:323336:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.791339:0:323336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.791409:0:323336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.791420:0:323336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.791429:0:323336:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.791435:0:323336:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802756096/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.791443:0:323336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.791492:0:323336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323336:1874669802756096:192.168.203.151@tcp:101:tail.0 00000100:00100000:0.0:1787827158.791682:0:323336:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.792853:0:323336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:323336:1874669802756096:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827158.792869:0:323336:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792879:0:323336:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792885:0:323336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792893:0:323336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792905:0:323336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792912:0:323336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.792917:0:323336:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792935:0:323336:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792942:0:323336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792950:0:323336:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.792958:0:323336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.792964:0:323336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bb914 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323336 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.792982:0:323336:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94f00 x1874669802756096/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.792997:0:323336:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.793018:0:323336:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.797065:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.797083:0:323338:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.797091:0:323338:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.797117:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.797129:0:323338:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1787827158.797171:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.797177:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.797187:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.797216:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756224:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827158.797297:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.798878:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756224:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827158.798896:0:323338:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798904:0:323338:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798912:0:323338:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798919:0:323338:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798926:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798931:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798935:0:323338:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.798946:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d12d00 x1874669802756224/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.798954:0:323338:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.798960:0:323338:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827158.798964:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827158.798976:0:323338:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827158.798981:0:323338:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb91b 00000080:00010000:2.0:1787827158.798984:0:323338:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.798986:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d73cb8 00010000:00010000:2.0:1787827158.798988:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.799001:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.800340:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.800350:0:323338:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.800353:0:323338:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.800367:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.800400:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.800408:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.800420:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.800432:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756352:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.800504:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.801871:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756352:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.801885:0:323338:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801895:0:323338:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801901:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801908:0:323338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801915:0:323338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801921:0:323338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.801925:0:323338:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801931:0:323338:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801938:0:323338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801945:0:323338:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.801951:0:323338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.801957:0:323338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bb922 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.801970:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802756352/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.801981:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.802009:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.802020:0:323338:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827158.802028:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d73970 00010000:00010000:2.0:1787827158.802032:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.802039:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827158.802082:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.802104:0:323338:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.802107:0:323338:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.802117:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.802142:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.802149:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.802157:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.802171:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756480:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.802221:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.803719:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756480:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.803732:0:323338:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803742:0:323338:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803748:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803755:0:323338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803762:0:323338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803767:0:323338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.803771:0:323338:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803776:0:323338:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803781:0:323338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803786:0:323338:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.803791:0:323338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803797:0:323338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb929 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.803815:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802756480/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.803827:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.803841:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.803848:0:323338:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827158.803855:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d73970 00010000:00010000:2.0:1787827158.803859:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827158.803866:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827158.803906:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.803913:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.803924:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.803927:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.803934:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.803937:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.803944:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.803950:0:323338:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827158.803953:0:323338:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827158.803962:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827158.803985:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.803992:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.804049:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.804061:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756608:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.804099:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.805221:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756608:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.805232:0:323338:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805239:0:323338:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805243:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805247:0:323338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805253:0:323338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805256:0:323338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.805259:0:323338:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805262:0:323338:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805266:0:323338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805270:0:323338:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.805273:0:323338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805277:0:323338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bb930 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.805285:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802756608/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.805293:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.805305:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.805312:0:323338:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827158.805317:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d73970 00010000:00010000:2.0:1787827158.805319:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827158.805324:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827158.805354:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.805360:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.805376:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.805379:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.805388:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.805400:0:323338:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f429f3500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.805405:0:323338:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.805417:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.805452:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.805484:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.805494:0:323338:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.805501:0:323338:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802756864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.805510:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.805521:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756864:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.805636:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.807127:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802756864:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.807143:0:323338:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807154:0:323338:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807160:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807167:0:323338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807175:0:323338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807180:0:323338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.807184:0:323338:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807190:0:323338:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807196:0:323338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807281:0:323338:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.807288:0:323338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807295:0:323338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bb937 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.807314:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802756864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.807325:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.807341:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.807351:0:323338:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827158.807358:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d739a0 00010000:00010000:2.0:1787827158.807362:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827158.807369:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827158.807707:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807727:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.807741:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807745:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.807754:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807757:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.807766:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807769:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.807778:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807780:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.807788:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807792:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.807801:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807804:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.807814:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807817:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.807825:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.807834:0:323338:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f49ea9680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.807839:0:323338:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.807853:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.807887:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.807894:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.807903:0:323338:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.807909:0:323338:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802757120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.807918:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.807934:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802757120:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.808061:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.810052:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802757120:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.810069:0:323338:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810080:0:323338:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810091:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810098:0:323338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810105:0:323338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810112:0:323338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.810116:0:323338:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810123:0:323338:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810130:0:323338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810137:0:323338:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.810142:0:323338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810149:0:323338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8600/0xf3d5ba2766bb93e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.810165:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802757120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.810177:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.810196:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.810221:0:323338:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827158.810227:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d739a0 00010000:00010000:2.0:1787827158.810230:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827158.810235:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827158.810520:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810527:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.810534:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810536:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.810540:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810542:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.810547:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810548:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.810552:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810554:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.810558:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810560:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.810564:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810566:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.810570:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810572:0:323338:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.810577:0:323338:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.810584:0:323338:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4502bc80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827158.810588:0:323338:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827158.810598:0:323338:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827158.810631:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.810636:0:323338:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827158.810642:0:323338:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827158.810646:0:323338:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802757376/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827158.810652:0:323338:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.810664:0:323338:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802757376:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.810767:0:323338:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.811995:0:323338:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323338:1874669802757376:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.812009:0:323338:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812018:0:323338:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812022:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812026:0:323338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812033:0:323338:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812037:0:323338:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.812040:0:323338:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812043:0:323338:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812047:0:323338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812052:0:323338:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.812055:0:323338:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.812059:0:323338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bb945 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323338 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.812073:0:323338:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d12d00 x1874669802757376/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.812088:0:323338:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.812102:0:323338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.812114:0:323338:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.812120:0:323338:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181d739a0 00010000:00010000:2.0:1787827158.812122:0:323338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.812127:0:323338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.816177:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.816189:0:323341:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.816195:0:323341:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.816220:0:323341:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.816243:0:323341:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.816263:0:323341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.816272:0:323341:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.816278:0:323341:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.816282:0:323341:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb91b 00000080:00010000:1.0:1787827158.816289:0:323341:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb91b from it ffffae8181ce3cb8 00010000:00010000:1.0:1787827158.816292:0:323341:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.816301:0:323341:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827158.817254:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817263:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.817279:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817283:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.817298:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817302:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.817322:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817326:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.817344:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817348:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.817366:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817370:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.817386:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817390:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.817405:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817409:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.817429:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817434:0:323340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.817614:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817621:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.817634:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817637:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.817649:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817652:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.817661:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817664:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.817673:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817675:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.817684:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817687:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.817696:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817699:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.817706:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817709:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.817717:0:323341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.817720:0:323341:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.817981:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.817994:0:323340:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:3.0:1787827158.817998:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.818002:0:323340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:3.0:1787827158.818007:0:323340:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00010000:00010000:3.0:1787827158.818035:0:323340:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.818053:0:323340:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827158.818116:0:323340:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827158.818124:0:323340:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827158.818128:0:323340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bb91b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b27e expref: -99 pid: 323338 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:3.0:1787827158.818145:0:323340:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827158.818157:0:323340:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802757632/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.818179:0:323340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323340:1874669802757632:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:3.0:1787827158.818280:0:323340:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.819730:0:323340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323340:1874669802757632:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:1.0:1787827158.822615:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.822630:0:323343:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.822637:0:323343:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.822653:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.822665:0:323343:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1787827158.822706:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.822715:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.822724:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.822745:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802757760:192.168.203.151@tcp:101:sh.0 00000100:00100000:1.0:1787827158.822822:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.824188:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802757760:192.168.203.151@tcp:101:sh.0 00010000:00010000:1.0:1787827158.824213:0:323343:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824225:0:323343:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824236:0:323343:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824254:0:323343:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824265:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824274:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824281:0:323343:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.824292:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa30c0 x1874669802757760/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827158.824306:0:323343:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824316:0:323343:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827158.824321:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827158.824337:0:323343:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787827158.824341:0:323343:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb94c 00000080:00010000:1.0:1787827158.824346:0:323343:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.824349:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8bcb8 00010000:00010000:1.0:1787827158.824353:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.824368:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827158.825733:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.825746:0:323343:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.825751:0:323343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.825765:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.825795:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.825804:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.825813:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.825829:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802757888:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.825884:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.827222:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802757888:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.827235:0:323343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827246:0:323343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827253:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827266:0:323343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827274:0:323343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827281:0:323343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.827285:0:323343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827292:0:323343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827299:0:323343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827306:0:323343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.827312:0:323343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827319:0:323343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb953 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.827333:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802757888/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.827345:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.827361:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827158.827372:0:323343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787827158.827382:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8b970 00010000:00010000:1.0:1787827158.827386:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827158.827394:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827158.827438:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.827446:0:323343:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.827450:0:323343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.827484:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.827508:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827517:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.827525:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.827539:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758016:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.827589:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.828884:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758016:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.828896:0:323343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828904:0:323343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828908:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828912:0:323343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828917:0:323343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828920:0:323343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.828922:0:323343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828926:0:323343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828930:0:323343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828934:0:323343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.828937:0:323343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.828941:0:323343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bb95a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.828950:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802758016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.828958:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.828970:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827158.828977:0:323343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:1.0:1787827158.828982:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8b970 00010000:00010000:1.0:1787827158.828984:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827158.828996:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827158.829040:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.829047:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.829055:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.829064:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.829075:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.829079:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.829087:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.829094:0:323343:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:1.0:1787827158.829098:0:323343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:1.0:1787827158.829109:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827158.829128:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.829133:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.829138:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.829150:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758144:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.829187:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.830504:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758144:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.830516:0:323343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830527:0:323343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830534:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830542:0:323343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830549:0:323343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830555:0:323343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.830558:0:323343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830565:0:323343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830572:0:323343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830578:0:323343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.830582:0:323343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830589:0:323343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4e00/0xf3d5ba2766bb961 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.830601:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802758144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.830611:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.830622:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827158.830631:0:323343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:1.0:1787827158.830639:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8b970 00010000:00010000:1.0:1787827158.830643:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827158.830652:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827158.830684:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.830690:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.830698:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.830701:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.830709:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.830718:0:323343:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48288480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.830723:0:323343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.830734:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.830760:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.830768:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.830777:0:323343:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.830783:0:323343:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802758400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.830792:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.830804:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758400:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.830925:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.832729:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758400:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.832746:0:323343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832757:0:323343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832764:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832772:0:323343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832779:0:323343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832794:0:323343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.832798:0:323343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832805:0:323343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832812:0:323343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832819:0:323343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.832825:0:323343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.832831:0:323343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bb968 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.832846:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802758400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.832858:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.832874:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827158.832885:0:323343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787827158.832893:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8b9a0 00010000:00010000:1.0:1787827158.832897:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827158.832911:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827158.833216:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833223:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.833235:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833250:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.833260:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833267:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.833275:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833279:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.833287:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833290:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.833298:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833301:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.833309:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833313:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.833321:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833324:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.833334:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.833342:0:323343:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43dc8f00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.833348:0:323343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.833360:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.833392:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.833408:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.833424:0:323343:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.833430:0:323343:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802758656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.833440:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.833480:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758656:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.833605:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.836027:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758656:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.836052:0:323343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836074:0:323343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836082:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836089:0:323343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836098:0:323343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836104:0:323343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.836109:0:323343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836120:0:323343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836131:0:323343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836138:0:323343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.836144:0:323343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836151:0:323343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bb96f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.836167:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802758656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.836180:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.836199:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827158.836221:0:323343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:1.0:1787827158.836230:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8b9a0 00010000:00010000:1.0:1787827158.836234:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827158.836243:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787827158.836602:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836610:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.836620:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836624:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.836632:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836635:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.836644:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836647:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.836656:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836659:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.836668:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836672:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.836679:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836683:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.836690:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836693:0:323343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.836701:0:323343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.836710:0:323343:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45314480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827158.836715:0:323343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827158.836730:0:323343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827158.836766:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.836774:0:323343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827158.836799:0:323343:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827158.836806:0:323343:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802758912/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827158.836816:0:323343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827158.836833:0:323343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758912:192.168.203.151@tcp:101:grep.0 00000100:00100000:1.0:1787827158.836978:0:323343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827158.839159:0:323343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323343:1874669802758912:192.168.203.151@tcp:101:grep.0 00010000:00010000:1.0:1787827158.839174:0:323343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839183:0:323343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839187:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839191:0:323343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839196:0:323343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839200:0:323343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827158.839215:0:323343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839220:0:323343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839224:0:323343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839229:0:323343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827158.839234:0:323343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827158.839238:0:323343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bb976 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827158.839250:0:323343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa30c0 x1874669802758912/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827158.839266:0:323343:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827158.839288:0:323343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827158.839298:0:323343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:1.0:1787827158.839305:0:323343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181d8b9a0 00010000:00010000:1.0:1787827158.839309:0:323343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787827158.839317:0:323343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827158.843510:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827158.843525:0:323346:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827158.843533:0:323346:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827158.843560:0:323346:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.843576:0:323346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827158.843590:0:323346:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827158.843599:0:323346:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827158.843606:0:323346:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827158.843609:0:323346:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb94c 00000080:00010000:3.0:1787827158.843624:0:323346:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb94c from it ffffae8181f4bcb8 00010000:00010000:3.0:1787827158.843628:0:323346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827158.843637:0:323346:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827158.844407:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844417:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.844433:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844438:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.844453:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844493:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.844529:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844533:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.844542:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844544:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.844548:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844551:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.844557:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844559:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.844567:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844568:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.844575:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.844578:0:323345:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.844893:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844899:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.844908:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844912:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.844921:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844924:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.844934:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844937:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.844946:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844949:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.844958:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844961:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.844969:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844972:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.844980:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.844983:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.844997:0:323346:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.845000:0:323346:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.845046:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.845060:0:323345:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:0.0:1787827158.845063:0:323345:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:0.0:1787827158.845077:0:323345:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827158.845116:0:323345:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323345 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.845123:0:323345:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323345 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.845130:0:323345:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323345 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.845148:0:323345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323345:1874669802759040:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:0.0:1787827158.845231:0:323345:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.846771:0:323345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323345:1874669802759040:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827158.846788:0:323345:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846805:0:323345:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846813:0:323345:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846824:0:323345:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846834:0:323345:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846845:0:323345:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846853:0:323345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846865:0:323345:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.846876:0:323345:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd970c0 x1874669802759040/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.846888:0:323345:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846898:0:323345:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1692 (0 0) 00000080:00200000:2.0:1787827158.846903:0:323345:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827158.846919:0:323345:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x69c:0x0], updating i_size 0 00000080:00200000:2.0:1787827158.846923:0:323345:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x69c:0x0](ffff9d1f436a1988): rc = 0 00000080:00010000:2.0:1787827158.846927:0:323345:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x69c:0x0](ffff9d1f436a1988) for lock 0xf3d5ba2766bb97d 00000080:00010000:2.0:1787827158.846934:0:323345:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x69c:0x0](ffff9d1f436a1988) 00000080:00010000:2.0:1787827158.846937:0:323345:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb97d from it ffffae8181bfbe00 00010000:00010000:2.0:1787827158.846940:0:323345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.846948:0:323345:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.846972:0:323345:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.846979:0:323345:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:2.0:1787827158.847012:0:323345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.847034:0:323345:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827158.847078:0:323345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.847104:0:323345:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.847112:0:323345:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.847117:0:323345:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787827158.847120:0:323345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19800/0xf3d5ba2766bb97d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b3a4 expref: -99 pid: 323345 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.847134:0:323345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bb94c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b30a expref: -99 pid: 323343 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.847148:0:323345:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.847154:0:323345:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d12d00 x1874669802759296/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.847177:0:323345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323345:1874669802759296:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.847240:0:323345:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.848814:0:323345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323345:1874669802759296:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827158.848858:0:323345:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x69c:0x0](ffff9d1f436a1988) 00000080:00200000:0.0:1787827158.851721:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.851744:0:323348:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.851752:0:323348:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.851768:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.851789:0:323348:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1787827158.851842:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.851851:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.851863:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.851885:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759424:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827158.851960:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.853473:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759424:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827158.853492:0:323348:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853501:0:323348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853510:0:323348:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853518:0:323348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853525:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853531:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853536:0:323348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.853544:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802759424/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827158.853559:0:323348:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853566:0:323348:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1787827158.853571:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827158.853585:0:323348:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827158.853589:0:323348:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb984 00000080:00010000:0.0:1787827158.853593:0:323348:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.853595:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6bcb8 00010000:00010000:0.0:1787827158.853597:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.853603:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827158.855042:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.855055:0:323348:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.855059:0:323348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.855076:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.855116:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.855123:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.855129:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.855143:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759552:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.855213:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.856704:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759552:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.856724:0:323348:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856736:0:323348:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856743:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856749:0:323348:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856757:0:323348:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856764:0:323348:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.856769:0:323348:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856775:0:323348:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856781:0:323348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856787:0:323348:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.856793:0:323348:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.856799:0:323348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb98b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.856814:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802759552/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.856827:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.856852:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827158.856864:0:323348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787827158.856872:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6b970 00010000:00010000:0.0:1787827158.856880:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827158.856889:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827158.856954:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.856966:0:323348:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.856974:0:323348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.856988:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.857018:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.857024:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.857033:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.857050:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759680:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.857110:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.858694:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759680:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.858711:0:323348:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858722:0:323348:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858729:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858735:0:323348:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858746:0:323348:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858752:0:323348:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.858756:0:323348:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858763:0:323348:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858769:0:323348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858774:0:323348:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.858779:0:323348:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.858785:0:323348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bb992 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.858799:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802759680/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.858810:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.858828:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827158.858837:0:323348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787827158.858845:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6b970 00010000:00010000:0.0:1787827158.858849:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827158.858857:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827158.858909:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.858917:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.858928:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.858931:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.858939:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.858942:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.858948:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.858955:0:323348:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.858959:0:323348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.858970:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.859012:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.859019:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.859026:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.859043:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759808:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.859100:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.860216:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802759808:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.860230:0:323348:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860240:0:323348:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860246:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860252:0:323348:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860269:0:323348:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860278:0:323348:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.860281:0:323348:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860288:0:323348:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860295:0:323348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860301:0:323348:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.860306:0:323348:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860313:0:323348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18c00/0xf3d5ba2766bb999 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.860327:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802759808/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.860343:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.860364:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827158.860374:0:323348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:0.0:1787827158.860382:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6b970 00010000:00010000:0.0:1787827158.860386:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827158.860393:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827158.860439:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.860446:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.860481:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.860486:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.860501:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.860516:0:323348:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733e480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.860522:0:323348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.860535:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.860566:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.860573:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.860587:0:323348:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.860593:0:323348:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802760064/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.860601:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.860614:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802760064:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.860754:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.862013:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802760064:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.862027:0:323348:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862038:0:323348:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862044:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862050:0:323348:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862057:0:323348:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862064:0:323348:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.862067:0:323348:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862079:0:323348:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862085:0:323348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862092:0:323348:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.862096:0:323348:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862103:0:323348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18200/0xf3d5ba2766bb9a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.862118:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802760064/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.862130:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.862146:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827158.862157:0:323348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827158.862164:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6b9a0 00010000:00010000:0.0:1787827158.862168:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827158.862175:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827158.862580:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862588:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.862598:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862601:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.862611:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862614:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.862621:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862624:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.862632:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862636:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.862643:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862647:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.862655:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862658:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.862666:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862669:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.862676:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.862685:0:323348:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f602fd500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.862690:0:323348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.862702:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.862745:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.862753:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.862762:0:323348:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.862769:0:323348:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802760320/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.862778:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.862793:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802760320:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.862909:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.864055:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802760320:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.864065:0:323348:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864072:0:323348:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864076:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864080:0:323348:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864084:0:323348:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864087:0:323348:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.864090:0:323348:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864093:0:323348:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864097:0:323348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864101:0:323348:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.864105:0:323348:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864108:0:323348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18800/0xf3d5ba2766bb9a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.864117:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802760320/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.864124:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.864134:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827158.864140:0:323348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:0.0:1787827158.864146:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6b9a0 00010000:00010000:0.0:1787827158.864148:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827158.864153:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827158.864366:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864373:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.864383:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864394:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.864404:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864408:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.864417:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864421:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.864428:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864431:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.864439:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864442:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.864450:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864453:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.864477:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864479:0:323348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.864484:0:323348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.864490:0:323348:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f483bfc80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.864493:0:323348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.864501:0:323348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.864520:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.864525:0:323348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.864530:0:323348:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.864534:0:323348:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802760576/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.864539:0:323348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.864548:0:323348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802760576:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.864624:0:323348:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.865668:0:323348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323348:1874669802760576:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.865676:0:323348:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865685:0:323348:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865691:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865697:0:323348:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865703:0:323348:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865709:0:323348:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.865721:0:323348:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865727:0:323348:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865734:0:323348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865738:0:323348:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.865742:0:323348:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.865746:0:323348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bb9ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323348 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.865759:0:323348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802760576/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.865766:0:323348:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.865776:0:323348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827158.865782:0:323348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:0.0:1787827158.865789:0:323348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6b9a0 00010000:00010000:0.0:1787827158.865792:0:323348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827158.865800:0:323348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.869780:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.869807:0:323351:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.869816:0:323351:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.869834:0:323351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.869852:0:323351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.869864:0:323351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.869870:0:323351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.869879:0:323351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.869882:0:323351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb984 00000080:00010000:1.0:1787827158.869888:0:323351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb984 from it ffffae8181d6bcb8 00010000:00010000:1.0:1787827158.869892:0:323351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.869897:0:323351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.870898:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.870916:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.870938:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.870944:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.870955:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.870958:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.870972:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.870975:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.870987:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.870990:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.871000:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.871004:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.871016:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.871020:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.871028:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.871031:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.871038:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.871041:0:323350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.871404:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871413:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.871421:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871424:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.871434:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871437:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.871446:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871450:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.871498:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871503:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.871512:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871514:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.871524:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871527:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.871534:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871537:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.871549:0:323351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.871552:0:323351:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.871742:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.871759:0:323350:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:2.0:1787827158.871762:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.871767:0:323350:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.871772:0:323350:0:(namei.c:2084:ll_mknod()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) mode 140777 dev 0 00010000:00010000:2.0:1787827158.871810:0:323350:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.871834:0:323350:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827158.871905:0:323350:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.871911:0:323350:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827158.871914:0:323350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19200/0xf3d5ba2766bb984 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b3c7 expref: -99 pid: 323348 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.871932:0:323350:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.871948:0:323350:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d11a40 x1874669802760832/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.871976:0:323350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323350:1874669802760832:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.872098:0:323350:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.873919:0:323350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323350:1874669802760832:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827158.873964:0:323350:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x69e:0x0](ffff9d1f436a1988) 00000080:00200000:2.0:1787827158.873975:0:323350:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x69e:0x0], updating i_size 0 00000080:00200000:3.0:1787827158.876748:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827158.876767:0:323353:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827158.876774:0:323353:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827158.876795:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.876809:0:323353:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827158.876863:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.876870:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.876879:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.876908:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802760960:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827158.877023:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.878276:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802760960:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827158.878295:0:323353:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878304:0:323353:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878313:0:323353:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878319:0:323353:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878327:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878333:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878337:0:323353:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.878345:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802760960/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.878357:0:323353:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878368:0:323353:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827158.878375:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827158.878400:0:323353:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827158.878406:0:323353:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb9b5 00000080:00010000:3.0:1787827158.878411:0:323353:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827158.878413:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d93cb8 00010000:00010000:3.0:1787827158.878415:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.878421:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.879642:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.879654:0:323353:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.879659:0:323353:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.879677:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.879717:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.879724:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.879731:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.879746:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761088:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.879811:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.880972:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761088:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.880982:0:323353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.880994:0:323353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881000:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881006:0:323353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881013:0:323353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881019:0:323353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.881023:0:323353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881030:0:323353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881036:0:323353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881043:0:323353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.881049:0:323353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881056:0:323353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.881084:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802761088/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.881100:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.881114:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.881123:0:323353:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827158.881130:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d93970 00010000:00010000:3.0:1787827158.881133:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.881140:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827158.881178:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.881186:0:323353:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.881190:0:323353:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.881198:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.881234:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881241:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.881248:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.881260:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761216:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.881309:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.882441:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761216:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.882452:0:323353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882486:0:323353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882493:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882500:0:323353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882507:0:323353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882513:0:323353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.882517:0:323353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882524:0:323353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882531:0:323353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882538:0:323353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.882542:0:323353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882551:0:323353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bb9c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.882563:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802761216/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.882573:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.882585:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.882594:0:323353:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827158.882601:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d93970 00010000:00010000:3.0:1787827158.882605:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.882612:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827158.882647:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.882653:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.882666:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.882670:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.882679:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.882682:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.882691:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.882697:0:323353:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.882701:0:323353:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.882711:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.882734:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882741:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.882748:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.882762:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761344:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.882833:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.883864:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761344:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.883892:0:323353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883904:0:323353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883912:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883919:0:323353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883938:0:323353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883943:0:323353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.883946:0:323353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883951:0:323353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883956:0:323353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883960:0:323353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.883964:0:323353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.883968:0:323353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.883980:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802761344/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.883989:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.884011:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.884022:0:323353:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827158.884031:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d93970 00010000:00010000:3.0:1787827158.884034:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.884040:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827158.884094:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.884100:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.884111:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.884114:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.884122:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.884141:0:323353:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ae8a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.884148:0:323353:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.884163:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.884220:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.884227:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.884242:0:323353:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.884249:0:323353:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802761600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.884258:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.884275:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761600:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.884524:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.885805:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761600:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.885830:0:323353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885840:0:323353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885848:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885855:0:323353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885862:0:323353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885869:0:323353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.885873:0:323353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885880:0:323353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885887:0:323353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885895:0:323353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.885899:0:323353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.885906:0:323353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.885922:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802761600/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.885942:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.885959:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.885970:0:323353:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827158.885978:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d939a0 00010000:00010000:3.0:1787827158.885981:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.885990:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827158.886396:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886404:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.886416:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886420:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.886430:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886433:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.886440:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886443:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.886451:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886454:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.886497:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886503:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.886528:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886532:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.886548:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886552:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.886568:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.886579:0:323353:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e82000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.886585:0:323353:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.886598:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.886633:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.886640:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.886650:0:323353:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.886657:0:323353:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802761856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.886667:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.886683:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761856:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.886822:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.888333:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802761856:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.888348:0:323353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888358:0:323353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888363:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888367:0:323353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888375:0:323353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888379:0:323353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.888382:0:323353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888386:0:323353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888391:0:323353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888395:0:323353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.888399:0:323353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888402:0:323353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.888413:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802761856/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.888421:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.888434:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.888441:0:323353:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827158.888447:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d939a0 00010000:00010000:3.0:1787827158.888449:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.888454:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827158.888736:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888742:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.888748:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888750:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.888755:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888757:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.888762:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888764:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.888769:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888770:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.888776:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888778:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.888784:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888785:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.888791:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888793:0:323353:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.888798:0:323353:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.888803:0:323353:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c529380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.888807:0:323353:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.888814:0:323353:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.888838:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.888842:0:323353:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.888849:0:323353:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.888853:0:323353:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802762112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.888860:0:323353:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.888870:0:323353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802762112:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.888963:0:323353:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.890003:0:323353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323353:1874669802762112:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.890015:0:323353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890026:0:323353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890032:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890040:0:323353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890054:0:323353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890060:0:323353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.890064:0:323353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890075:0:323353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890082:0:323353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890089:0:323353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.890093:0:323353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.890100:0:323353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323353 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.890114:0:323353:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802762112/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.890124:0:323353:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.890137:0:323353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827158.890147:0:323353:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827158.890155:0:323353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181d939a0 00010000:00010000:3.0:1787827158.890158:0:323353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827158.890167:0:323353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.894430:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.894443:0:323356:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.894449:0:323356:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.894492:0:323356:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.894511:0:323356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.894522:0:323356:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.894528:0:323356:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.894534:0:323356:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.894536:0:323356:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb9b5 00000080:00010000:1.0:1787827158.894542:0:323356:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9b5 from it ffffae8181bfbcb8 00010000:00010000:1.0:1787827158.894544:0:323356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.894551:0:323356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827158.895796:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895804:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.895808:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.895815:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.895818:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895823:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.895833:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895837:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.895839:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.895841:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.895860:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895862:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.895867:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895872:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.895873:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.895877:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.895901:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.895901:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895906:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.895909:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.895913:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895917:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.895931:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895932:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895940:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.895940:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.895966:0:323356:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.895970:0:323356:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.895985:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.895990:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.896006:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.896009:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.896023:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.896027:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.896038:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.896042:0:323355:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.896509:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.896521:0:323355:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:2.0:1787827158.896525:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.896529:0:323355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.896533:0:323355:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00010000:00010000:2.0:1787827158.896562:0:323355:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.896582:0:323355:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827158.896647:0:323355:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.896654:0:323355:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827158.896657:0:323355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bb9b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b461 expref: -99 pid: 323353 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.896673:0:323355:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.896685:0:323355:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d11680 x1874669802762368/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.896706:0:323355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323355:1874669802762368:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.896796:0:323355:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.898133:0:323355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323355:1874669802762368:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827158.901288:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827158.901317:0:323358:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827158.901327:0:323358:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827158.901350:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.901369:0:323358:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827158.901443:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.901454:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.901750:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.901879:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762496:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827158.901984:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.903217:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762496:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827158.903241:0:323358:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903251:0:323358:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903261:0:323358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903271:0:323358:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903284:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903293:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903300:0:323358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.903312:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802762496/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.903324:0:323358:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903336:0:323358:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827158.903342:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827158.903362:0:323358:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827158.903367:0:323358:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb9e6 00000080:00010000:3.0:1787827158.903372:0:323358:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827158.903374:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da3cb8 00010000:00010000:3.0:1787827158.903376:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.903382:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.904698:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.904710:0:323358:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.904715:0:323358:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.904732:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.904769:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.904779:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.904788:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.904806:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762624:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.904875:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.906292:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762624:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.906309:0:323358:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906320:0:323358:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906324:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906329:0:323358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906347:0:323358:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906352:0:323358:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.906356:0:323358:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906361:0:323358:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906366:0:323358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906373:0:323358:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.906381:0:323358:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906388:0:323358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bb9ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.906408:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802762624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.906424:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.906451:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.906502:0:323358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827158.906512:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da3970 00010000:00010000:3.0:1787827158.906517:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.906526:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827158.906604:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.906618:0:323358:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.906622:0:323358:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.906638:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.906676:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906683:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.906693:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.906725:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762752:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.906814:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.908002:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762752:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.908021:0:323358:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908030:0:323358:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908037:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908045:0:323358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908053:0:323358:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908060:0:323358:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.908065:0:323358:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908072:0:323358:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908078:0:323358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908086:0:323358:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.908092:0:323358:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908098:0:323358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bb9f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.908115:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802762752/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.908129:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.908150:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.908160:0:323358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827158.908167:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da3970 00010000:00010000:3.0:1787827158.908169:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.908174:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827158.908240:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.908247:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.908256:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.908258:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.908263:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.908265:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.908273:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.908282:0:323358:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.908286:0:323358:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.908308:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.908341:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908348:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.908357:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.908375:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762880:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.908437:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.909714:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802762880:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.909732:0:323358:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909745:0:323358:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909752:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909758:0:323358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909766:0:323358:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909773:0:323358:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.909783:0:323358:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909789:0:323358:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909794:0:323358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909799:0:323358:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.909804:0:323358:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.909809:0:323358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bb9fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.909826:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802762880/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.909836:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.909858:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.909865:0:323358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827158.909871:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da3970 00010000:00010000:3.0:1787827158.909874:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.909881:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827158.909954:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.909963:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.909979:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.909983:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.909992:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.910005:0:323358:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e82a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.910012:0:323358:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.910029:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.910073:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.910082:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.910091:0:323358:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.910096:0:323358:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802763136/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.910102:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.910118:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802763136:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.910340:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.911670:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802763136:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.911686:0:323358:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911696:0:323358:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911703:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911710:0:323358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911718:0:323358:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911732:0:323358:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.911737:0:323358:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911744:0:323358:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911751:0:323358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911757:0:323358:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.911762:0:323358:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.911769:0:323358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.911792:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802763136/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.911805:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.911820:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.911831:0:323358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827158.911839:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da39a0 00010000:00010000:3.0:1787827158.911843:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.911850:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827158.912290:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912298:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.912309:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912314:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.912323:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912326:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.912334:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912337:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.912345:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912349:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.912358:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912361:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.912371:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912374:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.912385:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912388:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.912397:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.912407:0:323358:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42fd8d80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.912412:0:323358:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.912425:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.912496:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.912504:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.912514:0:323358:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.912522:0:323358:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802763392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.912533:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.912550:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802763392:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.912696:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.914066:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802763392:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.914082:0:323358:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914094:0:323358:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914102:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914108:0:323358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914116:0:323358:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914122:0:323358:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.914127:0:323358:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914134:0:323358:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914142:0:323358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914151:0:323358:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.914156:0:323358:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914163:0:323358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.914178:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802763392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.914192:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.914219:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.914227:0:323358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827158.914235:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da39a0 00010000:00010000:3.0:1787827158.914239:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.914247:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827158.914575:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914584:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.914594:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914608:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.914617:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914621:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.914628:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914631:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.914638:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914641:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.914657:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914661:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.914671:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914674:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.914683:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914685:0:323358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.914693:0:323358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.914703:0:323358:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ae8a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.914709:0:323358:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.914722:0:323358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.914768:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.914776:0:323358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.914786:0:323358:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.914791:0:323358:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802763648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.914798:0:323358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.914810:0:323358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802763648:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.914935:0:323358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.916338:0:323358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323358:1874669802763648:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.916359:0:323358:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916371:0:323358:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916378:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916386:0:323358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916394:0:323358:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916400:0:323358:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.916404:0:323358:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916410:0:323358:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916418:0:323358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916424:0:323358:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.916430:0:323358:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.916436:0:323358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323358 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.916477:0:323358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802763648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.916491:0:323358:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.916513:0:323358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827158.916525:0:323358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827158.916533:0:323358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181da39a0 00010000:00010000:3.0:1787827158.916537:0:323358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827158.916545:0:323358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.920685:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827158.920700:0:323361:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827158.920706:0:323361:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827158.920719:0:323361:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827158.920734:0:323361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.920745:0:323361:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827158.920752:0:323361:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827158.920757:0:323361:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827158.920760:0:323361:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bb9e6 00000080:00010000:1.0:1787827158.920766:0:323361:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb9e6 from it ffffae8181d8bcb8 00010000:00010000:1.0:1787827158.920768:0:323361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827158.920775:0:323361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827158.921607:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921615:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.921628:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921632:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.921643:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921647:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.921656:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921659:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.921671:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921674:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.921693:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921697:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.921716:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921720:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.921745:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921749:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.921770:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.921775:0:323360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.921866:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921870:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.921879:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921881:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.921888:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921890:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.921896:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921898:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.921906:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921908:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.921914:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921916:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.921921:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921923:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.921928:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921930:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.921938:0:323361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.921940:0:323361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.922357:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.922372:0:323360:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:2.0:1787827158.922376:0:323360:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827158.922391:0:323360:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827158.922438:0:323360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.922448:0:323360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.922477:0:323360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827158.922503:0:323360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323360:1874669802763776:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:0.0:1787827158.922541:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827158.922596:0:323360:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.924364:0:323360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323360:1874669802763776:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827158.924381:0:323360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924397:0:323360:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924404:0:323360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924414:0:323360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924423:0:323360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924433:0:323360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924440:0:323360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924447:0:323360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.924514:0:323360:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d11680 x1874669802763776/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827158.924527:0:323360:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924537:0:323360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1694 (0 0) 00000080:00200000:2.0:1787827158.924542:0:323360:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827158.924571:0:323360:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x69e:0x0], updating i_size 0 00000080:00200000:2.0:1787827158.924574:0:323360:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x69e:0x0](ffff9d1f436a1988): rc = 0 00000080:00010000:2.0:1787827158.924578:0:323360:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x69e:0x0](ffff9d1f436a1988) for lock 0xf3d5ba2766bba17 00000080:00010000:2.0:1787827158.924586:0:323360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x69e:0x0](ffff9d1f436a1988) 00000080:00010000:2.0:1787827158.924589:0:323360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba17 from it ffffae8181d9be00 00010000:00010000:2.0:1787827158.924592:0:323360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.924600:0:323360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827158.924622:0:323360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:2.0:1787827158.924629:0:323360:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:2.0:1787827158.924648:0:323360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.924661:0:323360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827158.924704:0:323360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.924731:0:323360:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.924736:0:323360:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827158.924740:0:323360:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787827158.924742:0:323360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8e00/0xf3d5ba2766bba17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b587 expref: -99 pid: 323360 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827158.924752:0:323360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bb9e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b4ed expref: -99 pid: 323358 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:2.0:1787827158.924762:0:323360:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827158.924766:0:323360:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d11680 x1874669802764032/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827158.924778:0:323360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323360:1874669802764032:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827158.924823:0:323360:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f49298c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.926122:0:323360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323360:1874669802764032:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827158.926158:0:323360:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x69e:0x0](ffff9d1f436a1988) 00000080:00200000:0.0:1787827158.929034:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827158.929050:0:323363:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827158.929058:0:323363:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827158.929074:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827158.929086:0:323363:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1787827158.929127:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.929137:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.929152:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.929173:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764160:192.168.203.151@tcp:101:sh.0 00000100:00100000:0.0:1787827158.929265:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.930977:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764160:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827158.930991:0:323363:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.930998:0:323363:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931007:0:323363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931013:0:323363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931020:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931026:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931030:0:323363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.931041:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd94000 x1874669802764160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827158.931057:0:323363:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931066:0:323363:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1787827158.931072:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827158.931088:0:323363:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827158.931092:0:323363:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bba1e 00000080:00010000:0.0:1787827158.931098:0:323363:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827158.931100:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfbcb8 00010000:00010000:0.0:1787827158.931104:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.931113:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827158.932259:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.932273:0:323363:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.932277:0:323363:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.932300:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.932334:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.932340:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.932349:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.932365:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764288:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.932418:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.934316:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764288:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.934331:0:323363:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934342:0:323363:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934349:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934355:0:323363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934362:0:323363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934368:0:323363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.934372:0:323363:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934379:0:323363:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934385:0:323363:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934392:0:323363:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.934398:0:323363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934404:0:323363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.934418:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802764288/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.934429:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.934447:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827158.934491:0:323363:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787827158.934501:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfb970 00010000:00010000:0.0:1787827158.934505:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827158.934513:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827158.934572:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.934582:0:323363:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.934586:0:323363:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.934596:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.934621:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934629:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.934638:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.934652:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764416:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.934710:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.936966:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764416:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.936991:0:323363:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937003:0:323363:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937010:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937017:0:323363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937024:0:323363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937030:0:323363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.937034:0:323363:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937040:0:323363:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937048:0:323363:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937055:0:323363:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.937060:0:323363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937075:0:323363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19400/0xf3d5ba2766bba2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.937097:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802764416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.937109:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.937126:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827158.937136:0:323363:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787827158.937144:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfb970 00010000:00010000:0.0:1787827158.937147:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827158.937155:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827158.937217:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.937224:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.937237:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.937240:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.937246:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.937249:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.937256:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.937264:0:323363:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827158.937267:0:323363:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827158.937277:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827158.937301:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937307:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.937313:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.937329:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764544:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.937385:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.938934:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764544:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.938946:0:323363:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938957:0:323363:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938963:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938969:0:323363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938976:0:323363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938982:0:323363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.938985:0:323363:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938991:0:323363:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.938996:0:323363:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.939002:0:323363:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.939006:0:323363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.939012:0:323363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bba33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.939023:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802764544/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.939033:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.939047:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827158.939065:0:323363:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:0.0:1787827158.939072:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfb970 00010000:00010000:0.0:1787827158.939076:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827158.939082:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827158.939124:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.939131:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.939139:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.939142:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.939149:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.939158:0:323363:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45314a80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.939163:0:323363:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.939172:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.939198:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.939217:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.939226:0:323363:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.939231:0:323363:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802764800/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.939239:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.939263:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764800:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.939395:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.940703:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802764800:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.940716:0:323363:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940725:0:323363:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940731:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940736:0:323363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940740:0:323363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940743:0:323363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.940745:0:323363:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940749:0:323363:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940753:0:323363:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940757:0:323363:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.940760:0:323363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.940763:0:323363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bba3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.940787:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802764800/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.940797:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.940810:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827158.940820:0:323363:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827158.940828:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfb9a0 00010000:00010000:0.0:1787827158.940831:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827158.940838:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827158.941121:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941127:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.941134:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941136:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.941141:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941143:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.941148:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941150:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.941154:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941156:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.941161:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941162:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.941167:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941169:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.941173:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941175:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.941179:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.941184:0:323363:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f602fdb00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.941187:0:323363:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.941196:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.941232:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.941239:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.941247:0:323363:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.941252:0:323363:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802765056/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.941259:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.941269:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802765056:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.941359:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.942974:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802765056:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.942987:0:323363:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.942996:0:323363:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943006:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943012:0:323363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943019:0:323363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943024:0:323363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.943028:0:323363:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943033:0:323363:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943040:0:323363:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943046:0:323363:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.943050:0:323363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943056:0:323363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bba41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.943069:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802765056/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.943080:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.943093:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827158.943103:0:323363:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:0.0:1787827158.943110:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfb9a0 00010000:00010000:0.0:1787827158.943114:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827158.943121:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827158.943429:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943437:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.943447:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943450:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.943483:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943488:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.943498:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943501:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.943509:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943512:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.943519:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943522:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.943528:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943531:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.943539:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943542:0:323363:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.943550:0:323363:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.943558:0:323363:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733f500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827158.943563:0:323363:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827158.943575:0:323363:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827158.943614:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.943622:0:323363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827158.943632:0:323363:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827158.943638:0:323363:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802765312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827158.943647:0:323363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827158.943663:0:323363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802765312:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827158.943779:0:323363:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.945913:0:323363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323363:1874669802765312:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827158.945938:0:323363:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.945950:0:323363:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.945958:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.945964:0:323363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.945978:0:323363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.945985:0:323363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827158.945989:0:323363:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.945996:0:323363:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.946003:0:323363:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.946012:0:323363:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827158.946018:0:323363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827158.946025:0:323363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bba48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323363 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827158.946042:0:323363:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd94000 x1874669802765312/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827158.946068:0:323363:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827158.946088:0:323363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827158.946100:0:323363:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:0.0:1787827158.946108:0:323363:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfb9a0 00010000:00010000:0.0:1787827158.946113:0:323363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827158.946127:0:323363:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827158.950849:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827158.950887:0:323366:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827158.950898:0:323366:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827158.950923:0:323366:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.950946:0:323366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827158.950965:0:323366:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827158.950974:0:323366:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827158.950995:0:323366:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827158.951000:0:323366:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bba1e 00000080:00010000:3.0:1787827158.951010:0:323366:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba1e from it ffffae8181bfbcb8 00010000:00010000:3.0:1787827158.951015:0:323366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827158.951026:0:323366:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827158.952274:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952288:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827158.952297:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952299:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.952309:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952311:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.952317:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952321:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.952329:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952331:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827158.952339:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952340:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.952353:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952356:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.952369:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952373:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827158.952397:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952401:0:323365:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827158.952721:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952734:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.952747:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952751:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.952765:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952769:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.952784:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952788:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.952804:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952808:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.952822:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952827:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.952841:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952846:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.952865:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952869:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.952881:0:323366:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.952885:0:323366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827158.952894:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827158.952912:0:323365:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:1.0:1787827158.952917:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:1.0:1787827158.952922:0:323365:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:1.0:1787827158.952929:0:323365:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00010000:00010000:1.0:1787827158.952964:0:323365:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827158.952986:0:323365:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827158.953065:0:323365:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827158.953173:0:323365:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827158.953176:0:323365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bba1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b5aa expref: -99 pid: 323363 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:1.0:1787827158.953200:0:323365:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827158.953223:0:323365:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa30c0 x1874669802765568/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827158.953247:0:323365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323365:1874669802765568:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:1.0:1787827158.953343:0:323365:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482310c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827158.956983:0:323365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323365:1874669802765568:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:0.0:1787827158.957025:0:323365:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6a0:0x0](ffff9d1f435eb248) 00000080:00200000:0.0:1787827158.957030:0:323365:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a0:0x0], updating i_size 4 00000080:00200000:3.0:1787827158.965721:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827158.965739:0:323368:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827158.965746:0:323368:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827158.965763:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827158.965777:0:323368:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827158.965822:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.965832:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.965841:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.965864:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802765696:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827158.965951:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.968242:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802765696:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827158.968274:0:323368:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968288:0:323368:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968303:0:323368:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968317:0:323368:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968330:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968345:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968354:0:323368:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.968367:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273840 x1874669802765696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827158.968390:0:323368:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968413:0:323368:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827158.968421:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827158.968455:0:323368:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827158.968490:0:323368:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bba4f 00000080:00010000:3.0:1787827158.968496:0:323368:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827158.968500:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6bcb8 00010000:00010000:3.0:1787827158.968503:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.968513:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827158.970214:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.970236:0:323368:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.970242:0:323368:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.970266:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.970323:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.970331:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.970338:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.970360:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802765824:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.970565:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.973258:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802765824:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.973286:0:323368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973303:0:323368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973311:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973318:0:323368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973328:0:323368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973336:0:323368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.973342:0:323368:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973351:0:323368:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973358:0:323368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973367:0:323368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.973375:0:323368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973382:0:323368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.973403:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802765824/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.973420:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.973448:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.973538:0:323368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827158.973549:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6b970 00010000:00010000:3.0:1787827158.973553:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827158.973562:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827158.973650:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.973664:0:323368:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.973669:0:323368:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.973686:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.973727:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973734:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.973743:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.973765:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802765952:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.973852:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.976264:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802765952:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.976291:0:323368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976319:0:323368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976327:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976334:0:323368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976348:0:323368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976355:0:323368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.976360:0:323368:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976368:0:323368:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976376:0:323368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976391:0:323368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.976402:0:323368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976409:0:323368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.976430:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802765952/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.976448:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.976509:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.976534:0:323368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827158.976546:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6b970 00010000:00010000:3.0:1787827158.976551:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827158.976559:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827158.976660:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.976671:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.976684:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.976688:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.976697:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.976700:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.976728:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.976741:0:323368:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827158.976745:0:323368:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827158.976764:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827158.976811:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976818:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.976829:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.976853:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766080:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.976962:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.978972:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766080:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.978996:0:323368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979012:0:323368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979020:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979027:0:323368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979036:0:323368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979042:0:323368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.979048:0:323368:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979055:0:323368:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979063:0:323368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979071:0:323368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.979079:0:323368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979086:0:323368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.979104:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802766080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.979120:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.979144:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.979153:0:323368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827158.979160:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6b970 00010000:00010000:3.0:1787827158.979163:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827158.979167:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827158.979254:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.979265:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.979284:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.979287:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.979295:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.979309:0:323368:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c529500, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.979316:0:323368:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.979334:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.979379:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.979387:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.979402:0:323368:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.979408:0:323368:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802766336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.979418:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.979438:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766336:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.979690:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.982604:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766336:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.982629:0:323368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982645:0:323368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982653:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982661:0:323368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982670:0:323368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982677:0:323368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.982683:0:323368:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982694:0:323368:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982700:0:323368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982705:0:323368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.982719:0:323368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.982726:0:323368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.982749:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802766336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.982767:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.982804:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.982818:0:323368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827158.982828:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6b9a0 00010000:00010000:3.0:1787827158.982833:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827158.982842:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827158.983330:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983342:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.983356:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983360:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.983370:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983373:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.983382:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983385:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.983394:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983405:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.983416:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983420:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.983429:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983432:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.983440:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983443:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.983452:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.983502:0:323368:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e82300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.983510:0:323368:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.983532:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.983592:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.983599:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.983611:0:323368:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.983619:0:323368:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802766592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.983629:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.983652:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766592:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827158.983870:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827158.986015:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766592:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827158.986043:0:323368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986059:0:323368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986067:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986073:0:323368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986081:0:323368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986088:0:323368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827158.986092:0:323368:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986099:0:323368:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986107:0:323368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986115:0:323368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827158.986122:0:323368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.986129:0:323368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827158.986149:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802766592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827158.986163:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827158.986192:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.986213:0:323368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827158.986223:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6b9a0 00010000:00010000:3.0:1787827158.986226:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827158.986235:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827158.986945:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.986958:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827158.986971:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.986975:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.986985:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.986989:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.986997:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.987000:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.987008:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.987011:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827158.987019:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.987023:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.987036:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.987039:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.987046:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.987048:0:323368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827158.987052:0:323368:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827158.987062:0:323368:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c528c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827158.987067:0:323368:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827158.987085:0:323368:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827158.987129:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827158.987137:0:323368:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827158.987149:0:323368:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827158.987158:0:323368:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273840 x1874669802766848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827158.987168:0:323368:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827158.987191:0:323368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766848:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827158.987586:0:323368:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827158.990880:0:323368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323368:1874669802766848:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827158.990906:0:323368:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990920:0:323368:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990928:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990936:0:323368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990945:0:323368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990952:0:323368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827158.990957:0:323368:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990964:0:323368:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990971:0:323368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990977:0:323368:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827158.990983:0:323368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827158.990990:0:323368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bba79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323368 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827158.991012:0:323368:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273840 x1874669802766848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827174 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827158.991028:0:323368:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827158.991054:0:323368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.991083:0:323368:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827158.991092:0:323368:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d6b9a0 00010000:00010000:2.0:1787827158.991096:0:323368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827158.991103:0:323368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827158.995731:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827158.995749:0:323371:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827158.995756:0:323371:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827158.995780:0:323371:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827158.995796:0:323371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827158.995808:0:323371:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827158.995813:0:323371:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827158.995819:0:323371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827158.995822:0:323371:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bba4f 00000080:00010000:2.0:1787827158.995827:0:323371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba4f from it ffffae8181d7bcb8 00010000:00010000:2.0:1787827158.995830:0:323371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827158.995836:0:323371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827158.997022:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997031:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827158.997044:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997048:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.997060:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997063:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.997076:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997080:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.997099:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997103:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827158.997120:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997123:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.997131:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997133:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.997141:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997144:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827158.997157:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997160:0:323370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827158.997323:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997328:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827158.997334:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997336:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.997345:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997348:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.997357:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997360:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.997370:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997373:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827158.997383:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997386:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.997395:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997398:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.997406:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997409:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827158.997417:0:323371:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827158.997420:0:323371:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827158.997605:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827158.997615:0:323370:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827158.997618:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.997622:0:323370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827158.997626:0:323370:0:(namei.c:2158:ll_symlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), target=test 00010000:00010000:0.0:1787827158.997658:0:323370:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827158.997678:0:323370:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827158.997747:0:323370:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827158.997753:0:323370:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827158.997755:0:323370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66a00/0xf3d5ba2766bba4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b644 expref: -99 pid: 323368 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:0.0:1787827158.997768:0:323370:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827158.997779:0:323370:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802767104/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827158.997798:0:323370:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323370:1874669802767104:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827158.997891:0:323370:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827159.000533:0:323370:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323370:1874669802767104:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827159.003667:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827159.003686:0:323373:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827159.003693:0:323373:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827159.003710:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827159.003734:0:323373:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827159.003785:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.003795:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.003806:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.003827:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767232:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827159.003898:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.005687:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767232:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827159.005716:0:323373:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005727:0:323373:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005739:0:323373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005748:0:323373:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005756:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005762:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005767:0:323373:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.005774:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f482703c0 x1874669802767232/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827159.005782:0:323373:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005790:0:323373:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827159.005795:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827159.005818:0:323373:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827159.005824:0:323373:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bba80 00000080:00010000:3.0:1787827159.005828:0:323373:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827159.005830:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcbcb8 00010000:00010000:3.0:1787827159.005832:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.005839:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827159.007154:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.007166:0:323373:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827159.007170:0:323373:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827159.007187:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827159.007237:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.007246:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.007255:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.007274:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767360:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.007345:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.009085:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767360:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.009101:0:323373:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009112:0:323373:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009119:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009126:0:323373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009134:0:323373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009140:0:323373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.009145:0:323373:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009152:0:323373:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009159:0:323373:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009166:0:323373:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.009172:0:323373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009180:0:323373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bba87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.009193:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802767360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.009217:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.009238:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827159.009249:0:323373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827159.009257:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcb970 00010000:00010000:3.0:1787827159.009261:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827159.009269:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827159.009325:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.009335:0:323373:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827159.009339:0:323373:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827159.009357:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827159.009394:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009401:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.009408:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.009424:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767488:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.009515:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.011133:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767488:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.011159:0:323373:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011175:0:323373:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011183:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011191:0:323373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011215:0:323373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011223:0:323373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.011228:0:323373:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011236:0:323373:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011244:0:323373:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011252:0:323373:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.011259:0:323373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011266:0:323373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bba8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.011288:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802767488/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.011305:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.011335:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827159.011348:0:323373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827159.011357:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcb970 00010000:00010000:3.0:1787827159.011363:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827159.011371:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827159.011502:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.011512:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.011538:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.011542:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.011551:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.011555:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.011566:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.011576:0:323373:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827159.011580:0:323373:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827159.011599:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827159.011644:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011653:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.011662:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.011683:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767616:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.011773:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.013430:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767616:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.013453:0:323373:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013752:0:323373:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013758:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013763:0:323373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013769:0:323373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013773:0:323373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.013777:0:323373:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013782:0:323373:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013787:0:323373:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013793:0:323373:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.013798:0:323373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.013802:0:323373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bba95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.013823:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802767616/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.013844:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.013871:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827159.013883:0:323373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827159.013900:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcb970 00010000:00010000:3.0:1787827159.013905:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827159.013913:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827159.013993:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.014002:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.014012:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.014015:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.014022:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.014034:0:323373:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e83e00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827159.014041:0:323373:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827159.014067:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827159.014116:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.014121:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827159.014138:0:323373:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827159.014145:0:323373:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482703c0 x1874669802767872/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827159.014155:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.014176:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767872:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.014396:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.016647:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802767872:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.016670:0:323373:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016685:0:323373:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016693:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016699:0:323373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016717:0:323373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016724:0:323373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.016729:0:323373:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016741:0:323373:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016748:0:323373:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016764:0:323373:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.016772:0:323373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.016779:0:323373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bba9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.016800:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802767872/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.016824:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.016850:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827159.016863:0:323373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827159.016872:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcb9a0 00010000:00010000:3.0:1787827159.016876:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827159.016884:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827159.017371:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017382:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827159.017394:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017406:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.017418:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017422:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.017432:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017435:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.017444:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017447:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.017502:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017507:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.017518:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017521:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.017528:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017531:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.017540:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.017562:0:323373:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c528c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827159.017568:0:323373:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827159.017587:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827159.017638:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.017647:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827159.017660:0:323373:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827159.017668:0:323373:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482703c0 x1874669802768128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827159.017680:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.017700:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802768128:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.017908:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.020192:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802768128:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.020233:0:323373:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020255:0:323373:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020263:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020271:0:323373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020281:0:323373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020288:0:323373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.020294:0:323373:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020302:0:323373:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020310:0:323373:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020319:0:323373:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.020327:0:323373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.020334:0:323373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbaa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.020357:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802768128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.020373:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.020410:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827159.020423:0:323373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827159.020433:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcb9a0 00010000:00010000:3.0:1787827159.020437:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827159.020446:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827159.020945:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.020957:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827159.020981:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.020986:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.020996:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021000:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.021009:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021013:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.021023:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021027:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.021038:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021042:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.021053:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021057:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.021068:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021071:0:323373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.021081:0:323373:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.021092:0:323373:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f43ae8000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827159.021099:0:323373:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827159.021120:0:323373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827159.021177:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.021185:0:323373:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827159.021197:0:323373:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827159.021218:0:323373:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482703c0 x1874669802768384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827159.021229:0:323373:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.021251:0:323373:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802768384:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.021530:0:323373:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.023335:0:323373:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323373:1874669802768384:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.023359:0:323373:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023370:0:323373:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023375:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023379:0:323373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023396:0:323373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023401:0:323373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.023405:0:323373:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023409:0:323373:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023415:0:323373:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023422:0:323373:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.023428:0:323373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.023435:0:323373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbaaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323373 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.023505:0:323373:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482703c0 x1874669802768384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.023522:0:323373:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.023550:0:323373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827159.023652:0:323373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827159.023678:0:323373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181dcb9a0 00010000:00010000:2.0:1787827159.023685:0:323373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827159.023696:0:323373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827159.027759:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827159.027774:0:323376:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827159.027779:0:323376:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827159.027796:0:323376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827159.027816:0:323376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827159.027831:0:323376:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827159.027838:0:323376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827159.027845:0:323376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827159.027848:0:323376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bba80 00000080:00010000:2.0:1787827159.027855:0:323376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bba80 from it ffffae8181d9bcb8 00010000:00010000:2.0:1787827159.027859:0:323376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827159.027868:0:323376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827159.028725:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028734:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827159.028750:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028755:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.028766:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028770:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.028780:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028783:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.028792:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028796:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.028806:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028810:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827159.028827:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028830:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827159.028842:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028845:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827159.028857:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827159.028860:0:323375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827159.029406:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029413:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827159.029423:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029426:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.029434:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029438:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029443:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.029450:0:323375:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=0 00000080:00200000:2.0:1787827159.029454:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029483:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827159.029486:0:323375:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000080:00200000:2.0:1787827159.029494:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029497:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827159.029506:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029508:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827159.029515:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029517:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827159.029523:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000002:00010000:1.0:1787827159.029524:0:323375:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00000080:00200000:2.0:1787827159.029525:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827159.029532:0:323376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827159.029535:0:323376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:1.0:1787827159.029579:0:323375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323375 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827159.029588:0:323375:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323375 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827159.029598:0:323375:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323375 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827159.029624:0:323375:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323375:1874669802768512:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827159.029722:0:323375:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48231600 going to sleep for 11 seconds 00000100:00100000:0.0:1787827159.031647:0:323375:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323375:1874669802768512:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:0.0:1787827159.031666:0:323375:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031689:0:323375:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031698:0:323375:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031709:0:323375:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031720:0:323375:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031731:0:323375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031739:0:323375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031746:0:323375:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827159.031764:0:323375:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa0000 x1874669802768512/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827159.031784:0:323375:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031797:0:323375:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1696 (0 0) 00000080:00200000:0.0:1787827159.031801:0:323375:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787827159.031815:0:323375:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a0:0x0], updating i_size 4 00000080:00200000:0.0:1787827159.031817:0:323375:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x6a0:0x0](ffff9d1f435eb248): rc = 0 00000080:00010000:0.0:1787827159.031821:0:323375:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a0:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbab1 00000080:00010000:0.0:1787827159.031827:0:323375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a0:0x0](ffff9d1f435eb248) 00000080:00010000:0.0:1787827159.031829:0:323375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab1 from it ffffae8181db3e00 00010000:00010000:0.0:1787827159.031831:0:323375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827159.031837:0:323375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827159.031861:0:323375:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827159.031868:0:323375:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fc3e00d87dd91dd2f7f701097d9b859c, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00010000:00010000:0.0:1787827159.031888:0:323375:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827159.031903:0:323375:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827159.031935:0:323375:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827159.031976:0:323375:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827159.031992:0:323375:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827159.031997:0:323375:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787827159.032000:0:323375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbab1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b76a expref: -99 pid: 323375 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827159.032014:0:323375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66400/0xf3d5ba2766bba80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b6d0 expref: -99 pid: 323373 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000020:00100000:0.0:1787827159.032034:0:323375:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827159.032041:0:323375:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94000 x1874669802768768/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827159.032059:0:323375:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323375:1874669802768768:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827159.032114:0:323375:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827159.033789:0:323375:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:323375:1874669802768768:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:0.0:1787827159.033828:0:323375:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x6a0:0x0](ffff9d1f435eb248) 00000080:00200000:3.0:1787827159.037725:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827159.037750:0:323378:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827159.037758:0:323378:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827159.037782:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827159.037799:0:323378:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1787827159.037874:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.037885:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.037897:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.037928:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802768896:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827159.038046:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.039844:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802768896:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827159.039868:0:323378:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039887:0:323378:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039903:0:323378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039915:0:323378:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039928:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039936:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039944:0:323378:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.039958:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48270780 x1874669802768896/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827159.039971:0:323378:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.039982:0:323378:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1787827159.039988:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827159.040019:0:323378:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827159.040026:0:323378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827159.040034:0:323378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827159.040037:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7bcb8 00010000:00010000:3.0:1787827159.040041:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.040050:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827159.041764:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.041783:0:323378:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827159.041789:0:323378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827159.041811:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827159.041870:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.041880:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.041892:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.041920:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769024:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.042024:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.043645:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769024:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.043665:0:323378:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043678:0:323378:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043685:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043693:0:323378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043701:0:323378:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043708:0:323378:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.043713:0:323378:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043720:0:323378:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043728:0:323378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043736:0:323378:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.043743:0:323378:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043750:0:323378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbabf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.043770:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802769024/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.043785:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.043810:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827159.043822:0:323378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827159.043831:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7b970 00010000:00010000:3.0:1787827159.043835:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827159.043844:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827159.043927:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.043940:0:323378:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827159.043943:0:323378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827159.043955:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827159.043980:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043985:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.043991:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.044004:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769152:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.044065:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.045820:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769152:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.045840:0:323378:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045854:0:323378:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045862:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045869:0:323378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045878:0:323378:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045884:0:323378:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.045889:0:323378:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045897:0:323378:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045904:0:323378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045911:0:323378:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.045917:0:323378:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.045924:0:323378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbac6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.045939:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802769152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.045954:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.045977:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827159.045991:0:323378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827159.046000:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7b970 00010000:00010000:3.0:1787827159.046004:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827159.046013:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827159.046089:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.046098:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.046112:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.046115:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.046123:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.046126:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.046133:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.046142:0:323378:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:3.0:1787827159.046147:0:323378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:3.0:1787827159.046161:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827159.046194:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.046214:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.046224:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.046246:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769280:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.046324:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.047856:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769280:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.047878:0:323378:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047891:0:323378:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047898:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047905:0:323378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047913:0:323378:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047929:0:323378:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.047935:0:323378:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047942:0:323378:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047950:0:323378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047958:0:323378:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.047966:0:323378:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.047973:0:323378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67600/0xf3d5ba2766bbacd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.047992:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802769280/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.048005:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.048028:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827159.048040:0:323378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827159.048048:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7b970 00010000:00010000:3.0:1787827159.048052:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827159.048061:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827159.048133:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.048141:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.048151:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.048155:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.048163:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.048176:0:323378:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e83080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827159.048183:0:323378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827159.048200:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827159.048256:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.048264:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827159.048276:0:323378:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827159.048282:0:323378:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802769536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827159.048299:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.048319:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769536:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.048570:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.050184:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769536:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.050211:0:323378:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050225:0:323378:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050233:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050237:0:323378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050244:0:323378:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050250:0:323378:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.050254:0:323378:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050258:0:323378:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050264:0:323378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050271:0:323378:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.050278:0:323378:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.050283:0:323378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbad4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.050313:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802769536/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.050335:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.050359:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827159.050368:0:323378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827159.050375:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7b9a0 00010000:00010000:3.0:1787827159.050378:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827159.050387:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827159.050898:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.050910:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827159.050922:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.050927:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.050936:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.050949:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.050961:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.050965:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.050973:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.050977:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.050986:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.051002:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.051014:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.051017:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.051027:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.051030:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.051039:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.051051:0:323378:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e82f00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827159.051057:0:323378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827159.051078:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827159.051129:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.051136:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827159.051152:0:323378:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827159.051160:0:323378:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802769792/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827159.051170:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.051192:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769792:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.051392:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.053009:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802769792:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.053032:0:323378:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053047:0:323378:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053056:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053064:0:323378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053074:0:323378:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053082:0:323378:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.053093:0:323378:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053108:0:323378:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053117:0:323378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053138:0:323378:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.053147:0:323378:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053155:0:323378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbadb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.053184:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802769792/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.053196:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.053237:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827159.053254:0:323378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827159.053263:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7b9a0 00010000:00010000:3.0:1787827159.053267:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827159.053278:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827159.053720:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053731:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827159.053746:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053749:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.053755:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053757:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.053763:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053764:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.053770:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053772:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827159.053776:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053779:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.053783:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053784:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.053789:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053790:0:323378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827159.053795:0:323378:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827159.053802:0:323378:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c528780, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827159.053806:0:323378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827159.053821:0:323378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827159.053866:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.053872:0:323378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827159.053880:0:323378:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827159.053884:0:323378:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270780 x1874669802770048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827159.053892:0:323378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827159.053907:0:323378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802770048:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827159.054083:0:323378:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787827159.055529:0:323378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:323378:1874669802770048:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827159.055548:0:323378:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055562:0:323378:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055576:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055586:0:323378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055595:0:323378:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055602:0:323378:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827159.055606:0:323378:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055612:0:323378:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055618:0:323378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055624:0:323378:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827159.055630:0:323378:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827159.055637:0:323378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbae2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 323378 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827159.055656:0:323378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48270780 x1874669802770048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827175 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827159.055671:0:323378:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827159.055692:0:323378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827159.055704:0:323378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827159.055713:0:323378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d7b9a0 00010000:00010000:3.0:1787827159.055717:0:323378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827159.055726:0:323378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000001:02000400:1.0:1787827159.594856:0:323508:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1787827159.946542:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827160.208803:0:323645:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00000100:00100000:3.0:1787827160.906717:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2345:1874669802770176:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827160.906842:0:2345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787827160.906849:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802770304:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827160.908875:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2345:1874669802770176:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827160.908906:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802770304:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827160.971780:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827161.995734:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827162.571780:0:324214:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_09: symlink returns EPERM if the parent directory of the file named by name2 has its immutable flag set ========================================================== 06:39:22 (1787827162) 00010000:00010000:0.0:1787827163.018632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827163.076121:0:324350:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/09.t against ext4 filesystem 00000001:02000400:2.0:1787827163.837859:0:324499:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/09.t against lustre filesystem 00000080:00200000:3.0:1787827163.853435:0:324502:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827163.853473:0:324502:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.853492:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827163.853507:0:324502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827163.853517:0:324502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.853524:0:324502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827163.853528:0:324502:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:3.0:1787827163.853536:0:324502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181dd3b58 00010000:00010000:3.0:1787827163.853541:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827163.853551:0:324502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827163.853568:0:324502:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.853582:0:324502:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=13 00000080:00200000:3.0:1787827163.853587:0:324502:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:3.0:1787827163.853599:0:324502:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827163.853640:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 324502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.853646:0:324502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.853653:0:324502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827163.853671:0:324502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:324502:1874669802770432:192.168.203.151@tcp:101:lfs.0 00000100:00100000:3.0:1787827163.853752:0:324502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827163.856061:0:324502:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d1f5028e800: committing for last_committed 4294974009 gen 1 00000100:00100000:3.0:1787827163.856112:0:324502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:324502:1874669802770432:192.168.203.151@tcp:101:lfs.0 00010000:00010000:3.0:1787827163.856128:0:324502:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856144:0:324502:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856152:0:324502:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856163:0:324502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856187:0:324502:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856198:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856207:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856216:0:324502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827163.856228:0:324502:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48273c00 x1874669802770432/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827163.856241:0:324502:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856251:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827163.856261:0:324502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827163.856269:0:324502:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856277:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856284:0:324502:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856305:0:324502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1787827163.856311:0:324502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827163.856327:0:324502:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1787827163.856331:0:324502:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00010000:00010000:0.0:1787827163.856337:0:5432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00010000:3.0:1787827163.856337:0:324502:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00010000:00010000:0.0:1787827163.856348:0:5432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1787827163.856350:0:324502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827163.856357:0:324502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181dd3b20 00010000:00010000:0.0:1787827163.856364:0:5432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827163.856365:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827163.856376:0:324502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827163.856379:0:5432:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.856391:0:5432:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.856400:0:5432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1787827163.856412:0:324502:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00010000:00010000:0.0:1787827163.856418:0:5432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827163.856420:0:324502:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00010000:00010000:0.0:1787827163.856434:0:5432:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000002:00010000:3.0:1787827163.856438:0:324502:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.856473:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787827163.856486:0:5432:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856487:0:324502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787827163.856508:0:5432:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000080:00200000:3.0:1787827163.856508:0:324502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.856515:0:324502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827163.856519:0:324502:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827163.856524:0:324502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181dd3cb8 00010000:00010000:3.0:1787827163.856527:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787827163.856533:0:5432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.856536:0:324502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1787827163.856549:0:5432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbae9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b827 expref: -99 pid: 324502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.856565:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827163.856568:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827163.856570:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827163.856583:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802770560:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1787827163.857250:0:324502:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827163.857256:0:324502:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827163.857264:0:324502:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.857272:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827163.857282:0:324502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827163.857289:0:324502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.857293:0:324502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827163.857296:0:324502:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:3.0:1787827163.857300:0:324502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181dd3cb8 00010000:00010000:3.0:1787827163.857304:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827163.857312:0:324502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827163.857409:0:324502:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827163.857417:0:324502:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.857424:0:324502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827163.857432:0:324502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827163.857445:0:324502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.857449:0:324502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827163.857451:0:324502:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bb578 00000080:00010000:3.0:1787827163.857764:0:324502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bb578 from it ffffae8181dd3bb0 00010000:00010000:3.0:1787827163.857770:0:324502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827163.857780:0:324502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1787827163.857790:0:324502:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:3.0:1787827163.857797:0:324502:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000100:00100000:1.0:1787827163.857827:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802770560:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200080:3.0:1787827163.857867:0:324502:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7fffe177d410 00000080:00200000:3.0:1787827163.857878:0:324502:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1787827163.857898:0:324502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827163.857928:0:324502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827163.857935:0:324502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827163.857938:0:324502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bb578 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6a733 expref: -99 pid: 322717 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000020:00100000:3.0:1787827163.857955:0:324502:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827163.857963:0:324502:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273c00 x1874669802770816/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827163.857980:0:324502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:324502:1874669802770816:192.168.203.151@tcp:36:lfs.0 00000100:00100000:3.0:1787827163.858028:0:324502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787827163.859025:0:324502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:324502:1874669802770816:192.168.203.151@tcp:36:lfs.0 00000080:00200008:3.0:1787827163.859134:0:324502:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:1.0:1787827163.896354:0:324083:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827163.896367:0:324083:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827163.896400:0:324083:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827163.896485:0:324083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 324083 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827163.896496:0:324083:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324083 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827163.896506:0:324083:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324083 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827163.896530:0:324083:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:324083:1874669802770944:192.168.203.151@tcp:101:bash.0 00000100:00100000:1.0:1787827163.896629:0:324083:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827163.898955:0:324083:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:324083:1874669802770944:192.168.203.151@tcp:101:bash.0 00010000:00010000:3.0:1787827163.898986:0:324083:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.898999:0:324083:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899013:0:324083:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899027:0:324083:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899040:0:324083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899048:0:324083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899055:0:324083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827163.899072:0:324083:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa0b40 x1874669802770944/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827163.899087:0:324083:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899101:0:324083:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787827163.899109:0:324083:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827163.899144:0:324083:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827163.899151:0:324083:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:3.0:1787827163.899157:0:324083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827163.899161:0:324083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181c5bcb8 00010000:00010000:3.0:1787827163.899165:0:324083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.899185:0:324083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827163.899243:0:324083:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827163.899261:0:324083:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.899271:0:324083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827163.899284:0:324083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827163.899291:0:324083:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.899297:0:324083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827163.899300:0:324083:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:3.0:1787827163.899304:0:324083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181c5bb58 00010000:00010000:3.0:1787827163.899308:0:324083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827163.899315:0:324083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827163.899326:0:324083:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.899334:0:324083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827163.899347:0:324083:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827163.899352:0:324083:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827163.899367:0:324083:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.899377:0:324083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827163.899387:0:324083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1787827163.899394:0:324083:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.899399:0:324083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827163.899401:0:324083:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827163.899405:0:324083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c5bcb8 00010000:00010000:3.0:1787827163.899408:0:324083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1787827163.899415:0:324083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:3.0:1787827163.899439:0:324083:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827163.899447:0:324083:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827163.899492:0:324083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827163.899505:0:324083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827163.899511:0:324083:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827163.899515:0:324083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827163.899518:0:324083:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:3.0:1787827163.899521:0:324083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181c5bc18 00010000:00010000:3.0:1787827163.899523:0:324083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827163.899529:0:324083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827163.899535:0:324083:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.899538:0:324083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827163.899545:0:324083:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:0.0:1787827163.903311:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903324:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827163.903334:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903337:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.903348:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903350:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.903360:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903362:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.903368:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903370:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.903375:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903378:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.903388:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903390:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.903401:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903405:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.903424:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.903434:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42fda180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827163.903441:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827163.903533:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827163.903601:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.903611:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827163.903624:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827163.903637:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd970c0 x1874669802771200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827163.903647:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827163.903672:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771200:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827163.903990:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61600 going to sleep for 11 seconds 00000100:00100000:0.0:1787827163.907988:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771200:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827163.908010:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908024:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908035:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908043:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908052:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908059:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827163.908064:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908071:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908079:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908086:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827163.908094:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908101:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19c00/0xf3d5ba2766bbaf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827163.908118:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd970c0 x1874669802771200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827163.908134:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827163.908157:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787827163.908179:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00010000:0.0:1787827163.908191:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:0.0:1787827163.908196:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787827163.908205:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1787827163.908501:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908510:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827163.908523:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908528:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908535:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908538:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908546:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908549:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908558:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908561:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908568:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908571:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.908578:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908581:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.908588:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908591:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.908598:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908602:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827163.908735:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908741:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827163.908751:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908755:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908763:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908766:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908774:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908777:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908787:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908790:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.908799:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908802:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.908811:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908813:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.908822:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908825:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.908835:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.908843:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45c77980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827163.908848:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827163.908864:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827163.908905:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.908913:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827163.908923:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827163.908930:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd970c0 x1874669802771456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827163.908940:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827163.908959:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771456:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827163.909224:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61600 going to sleep for 11 seconds 00000100:00100000:0.0:1787827163.910832:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771456:192.168.203.151@tcp:101:prove.0 00010000:00010000:0.0:1787827163.910854:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910864:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910871:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910878:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910886:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910896:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827163.910901:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910908:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910915:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910922:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827163.910928:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.910933:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbafe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827163.910949:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd970c0 x1874669802771456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827163.910961:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827163.910979:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787827163.910989:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00010000:0.0:1787827163.910997:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:0.0:1787827163.911001:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787827163.911016:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787827163.911261:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911267:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827163.911274:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911276:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.911282:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911284:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.911290:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911293:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.911302:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911304:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827163.911311:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911313:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.911324:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911326:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.911332:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911335:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827163.911344:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827163.911351:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45c76480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827163.911354:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827163.911363:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827163.911389:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827163.911394:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827163.911403:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827163.911407:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd970c0 x1874669802771712/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827163.911414:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827163.911425:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771712:192.168.203.151@tcp:101:prove.0 00000100:00100000:0.0:1787827163.911627:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47f61600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827163.913015:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771712:192.168.203.151@tcp:101:prove.0 00010000:00010000:3.0:1787827163.913040:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913053:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913061:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913068:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913078:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913085:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827163.913089:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913096:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913103:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913110:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827163.913118:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913126:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19600/0xf3d5ba2766bbb05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827163.913143:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd970c0 x1874669802771712/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827163.913158:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827163.913196:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827163.913209:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00010000:3.0:1787827163.913218:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:3.0:1787827163.913223:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827163.913231:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787827163.913658:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913669:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827163.913680:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913685:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827163.913694:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913697:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827163.913706:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913709:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827163.913719:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913722:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827163.913733:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913737:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827163.913747:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913750:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827163.913759:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913762:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827163.913769:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827163.913789:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c529380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827163.913798:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827163.913817:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827163.913867:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827163.913876:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827163.913888:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827163.913896:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48273c00 x1874669802771968/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827163.913906:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827163.913928:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771968:192.168.203.151@tcp:101:prove.0 00000100:00100000:3.0:1787827163.914137:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827163.915450:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802771968:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827163.915503:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915516:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915522:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915528:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915536:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915543:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827163.915548:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915556:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915562:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915571:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827163.915578:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.915585:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67800/0xf3d5ba2766bbb0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827163.915604:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48273c00 x1874669802771968/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827163.915618:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827163.915653:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1787827163.915667:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00010000:2.0:1787827163.915677:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:2.0:1787827163.915681:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1787827163.915690:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:2.0:1787827163.915958:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.915968:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827163.915982:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.915987:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.916001:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916005:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.916029:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916033:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.916042:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916045:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.916058:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916062:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.916074:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916078:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.916088:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916091:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.916100:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.916109:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733c780, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827163.916115:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827163.916129:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827163.916187:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.916196:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827163.916206:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827163.916214:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10000 x1874669802772224/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827163.916224:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827163.916242:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772224:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827163.916394:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827163.917614:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772224:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827163.917624:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917631:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917635:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917639:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917653:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917657:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827163.917659:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917663:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917667:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917670:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827163.917673:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.917677:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827163.917684:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802772224/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827163.917691:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827163.917700:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787827163.917706:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:2.0:1787827163.917711:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:2.0:1787827163.917713:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787827163.917718:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1787827163.917882:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917888:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827163.917900:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917904:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.917912:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917914:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.917922:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917926:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.917933:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917936:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.917943:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917947:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.917955:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917958:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.917966:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917969:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.917977:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.917984:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42fdb980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827163.917989:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827163.918004:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827163.918042:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.918049:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827163.918057:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827163.918063:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10000 x1874669802772480/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827163.918071:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827163.918083:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772480:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827163.918164:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827163.919189:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772480:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827163.919201:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919211:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919217:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919221:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919225:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919229:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827163.919231:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919238:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919242:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919246:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827163.919249:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827163.919253:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827163.919261:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802772480/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827179 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827163.919268:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827163.919279:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787827163.919285:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00010000:2.0:1787827163.919291:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:2.0:1787827163.919293:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787827163.919298:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1787827163.919604:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919611:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827163.919621:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919625:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.919634:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919637:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.919649:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919652:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.919667:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919671:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827163.919682:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919685:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.919700:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919704:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.919721:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919725:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827163.919736:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827163.919740:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827164.001840:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001853:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827164.001862:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001864:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.001870:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001872:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.001877:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001879:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.001884:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001886:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.001890:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001893:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827164.001897:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001899:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827164.001903:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001905:0:324513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827164.001909:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.001917:0:324513:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733d200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827164.001922:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827164.001940:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827164.001991:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.001997:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827164.002006:0:324513:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827164.002016:0:324513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10000 x1874669802772736/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827164.002026:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827164.002046:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772736:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827164.002226:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827164.003684:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772736:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827164.003699:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003709:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003717:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003724:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003731:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003736:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827164.003739:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003743:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003748:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003752:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827164.003756:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.003760:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827164.003773:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802772736/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827164.003781:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827164.003797:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787827164.003806:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00010000:2.0:1787827164.003812:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b9a0 00010000:00010000:2.0:1787827164.003814:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787827164.003819:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787827164.016667:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.016688:0:324513:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:2.0:1787827164.016692:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827164.016713:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827164.016767:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.016778:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.016787:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827164.016810:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772864:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827164.016908:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827164.018215:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772864:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827164.018228:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018238:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018245:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018251:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018259:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018265:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827164.018269:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018275:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018282:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018289:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827164.018295:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.018301:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827164.018316:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802772864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827164.018333:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827164.018352:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787827164.018363:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00010000:2.0:1787827164.018371:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b930 00010000:00010000:2.0:1787827164.018375:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787827164.018382:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787827164.019656:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.019667:0:324513:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:2.0:1787827164.019670:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827164.019681:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827164.019702:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.019708:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.019713:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827164.019724:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772992:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827164.019768:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827164.020834:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802772992:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827164.020842:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020848:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020852:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020855:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020859:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020862:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827164.020864:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020868:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020871:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020875:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827164.020878:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.020885:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827164.020892:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802772992/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827164.020899:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827164.020909:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787827164.020918:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00010000:2.0:1787827164.020925:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b930 00010000:00010000:2.0:1787827164.020928:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787827164.020936:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1787827164.037798:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.037809:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.037819:0:324513:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1 00000080:00200000:2.0:1787827164.037823:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:2.0:1787827164.037840:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827164.037884:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.037895:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.037901:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827164.037919:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802773120:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827164.037999:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827164.039400:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802773120:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827164.039411:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039418:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039422:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039426:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039431:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039434:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827164.039437:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039441:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039446:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039450:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827164.039454:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039479:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8000/0xf3d5ba2766bbb36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827164.039489:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802773120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827164.039497:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827164.039510:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787827164.039517:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00010000:2.0:1787827164.039522:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b930 00010000:00010000:2.0:1787827164.039525:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787827164.039529:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787827164.039555:0:324513:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.039561:0:324513:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827164.039563:0:324513:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827164.039568:0:324513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827164.039581:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039585:0:324513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.039589:0:324513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827164.039596:0:324513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802773248:192.168.203.151@tcp:101:prove.0 00000100:00100000:2.0:1787827164.039628:0:324513:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827164.040649:0:324513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job prove:a3f62039-4096-4b6f-a667-17583e7f47b3:324513:1874669802773248:192.168.203.151@tcp:101:prove.0 00010000:00010000:2.0:1787827164.040658:0:324513:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040666:0:324513:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040672:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040679:0:324513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040683:0:324513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040687:0:324513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827164.040689:0:324513:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040693:0:324513:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040696:0:324513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040699:0:324513:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827164.040702:0:324513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827164.040705:0:324513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324513 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827164.040712:0:324513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10000 x1874669802773248/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827164.040718:0:324513:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827164.040726:0:324513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787827164.040732:0:324513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00010000:2.0:1787827164.040736:0:324513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151b8d0 00010000:00010000:2.0:1787827164.040738:0:324513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787827164.040742:0:324513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787827164.042553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787827164.117625:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117642:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.117655:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117659:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117668:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117671:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117678:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117682:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117692:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117696:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117705:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117709:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.117718:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117721:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.117730:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117734:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.117743:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117747:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1787827164.117922:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117927:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.117939:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117942:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117951:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117955:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117962:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117965:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117972:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117976:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.117985:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.117988:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.117997:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118000:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118010:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118013:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118021:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118025:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827164.118159:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118178:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.118191:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118196:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118206:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118209:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118219:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118223:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118234:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118238:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118247:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118251:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118260:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118263:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118273:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118276:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118284:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118288:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1787827164.118425:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118430:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.118439:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118443:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118453:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118477:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118492:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118496:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118506:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118509:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118517:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118520:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118529:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118532:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118539:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118542:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118549:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118552:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827164.118656:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118661:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.118670:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118674:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118681:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118684:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118692:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118695:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118702:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118705:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118712:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118715:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118723:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118726:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118733:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118736:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118743:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118747:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827164.118854:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118859:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.118868:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118871:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118879:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118882:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118889:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118893:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118901:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118904:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.118911:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118914:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118921:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118924:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118930:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118933:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.118940:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.118944:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1787827164.119048:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119054:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.119063:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119066:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119074:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119077:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119084:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119087:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119094:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119097:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119103:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119106:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.119114:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119117:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.119125:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119128:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.119139:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119142:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1787827164.119273:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119278:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.119286:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119290:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119296:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119299:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119307:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119310:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119318:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119320:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.119328:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119331:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.119338:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119341:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.119349:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119352:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.119359:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.119363:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827164.123660:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123673:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.123682:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123686:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.123694:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123697:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.123705:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123708:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.123717:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123721:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.123728:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123731:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.123738:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123741:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.123747:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123750:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.123757:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.123765:0:324515:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42b87200, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827164.123772:0:324515:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827164.123789:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827164.123848:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.123856:0:324515:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827164.123867:0:324515:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827164.123878:0:324515:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa21c0 x1874669802773504/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827164.123887:0:324515:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827164.123905:0:324515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:324515:1874669802773504:192.168.203.151@tcp:101:sh.0 00000100:00100000:1.0:1787827164.124068:0:324515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4240 going to sleep for 11 seconds 00000100:00100000:1.0:1787827164.125419:0:324515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:324515:1874669802773504:192.168.203.151@tcp:101:sh.0 00010000:00010000:1.0:1787827164.125433:0:324515:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125443:0:324515:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125450:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125480:0:324515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125489:0:324515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125495:0:324515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827164.125499:0:324515:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125506:0:324515:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125513:0:324515:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125520:0:324515:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827164.125526:0:324515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.125533:0:324515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324515 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827164.125548:0:324515:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa21c0 x1874669802773504/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827164.125566:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827164.125582:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787827164.125591:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00010000:1.0:1787827164.125600:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae81810979a0 00010000:00010000:1.0:1787827164.125604:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787827164.125613:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787827164.125864:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125871:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.125881:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125885:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.125892:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125896:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.125904:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125907:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.125914:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125917:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.125925:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125928:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.125935:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125938:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.125947:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125950:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.125969:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.125974:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827164.126087:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126092:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.126100:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126103:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.126110:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126113:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.126120:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126122:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.126130:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126133:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.126140:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126144:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.126150:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126154:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.126161:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126164:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.126189:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.126193:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827164.127964:0:324515:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827164.127982:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827164.127994:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827164.128014:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827164.128026:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827164.128034:0:324515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827164.128037:0:324515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:1.0:1787827164.128043:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181097b58 00010000:00010000:1.0:1787827164.128047:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827164.128055:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827164.128067:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.128073:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1787827164.128080:0:324515:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827164.128084:0:324515:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827164.128094:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827164.128101:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:1.0:1787827164.128109:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787827164.128116:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827164.128119:0:324515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827164.128122:0:324515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827164.128125:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181097cb8 00010000:00010000:1.0:1787827164.128128:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:1.0:1787827164.128135:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:1.0:1787827164.128150:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827164.128155:0:324515:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827164.128158:0:324515:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827164.128163:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827164.128182:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1787827164.128190:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:1.0:1787827164.128196:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827164.128200:0:324515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827164.128203:0:324515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827164.128207:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181097cb8 00010000:00010000:1.0:1787827164.128210:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1787827164.128218:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200008:1.0:1787827164.128238:0:324515:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827164.128242:0:324515:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827164.128247:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827164.128253:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827164.128266:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827164.128273:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827164.128276:0:324515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827164.128278:0:324515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:1.0:1787827164.128282:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181097cb8 00010000:00010000:1.0:1787827164.128285:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827164.128292:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827164.128305:0:324515:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827164.128311:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827164.128316:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827164.128323:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827164.128329:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827164.128333:0:324515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827164.128335:0:324515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:1.0:1787827164.128338:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181097b58 00010000:00010000:1.0:1787827164.128341:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787827164.128349:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787827164.128356:0:324515:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.128360:0:324515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1787827164.128365:0:324515:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827164.128368:0:324515:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827164.128374:0:324515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827164.128380:0:324515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:1.0:1787827164.128387:0:324515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:1.0:1787827164.128394:0:324515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827164.128397:0:324515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827164.128400:0:324515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827164.128403:0:324515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181097cb8 00010000:00010000:1.0:1787827164.128406:0:324515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:1.0:1787827164.128413:0:324515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:3.0:1787827164.129739:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827164.129747:0:324516:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827164.129751:0:324516:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827164.129759:0:324516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827164.129766:0:324516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:3.0:1787827164.129781:0:324516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:3.0:1787827164.129787:0:324516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827164.129790:0:324516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827164.129793:0:324516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827164.129797:0:324516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae81816a7cb8 00010000:00010000:3.0:1787827164.129799:0:324516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:3.0:1787827164.129804:0:324516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:3.0:1787827164.130877:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130886:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.130900:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130902:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.130908:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130910:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.130916:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130918:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.130924:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130926:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.130932:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130934:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.130939:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130941:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.130947:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130949:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.130954:0:324516:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.130957:0:324516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827164.135755:0:324519:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827164.135769:0:324519:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827164.135776:0:324519:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827164.135797:0:324519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827164.135812:0:324519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:3.0:1787827164.135823:0:324519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:3.0:1787827164.135831:0:324519:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827164.135837:0:324519:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827164.135840:0:324519:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827164.135846:0:324519:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827164.135850:0:324519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:3.0:1787827164.135859:0:324519:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:1.0:1787827164.137264:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137272:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.137281:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137285:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.137292:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137295:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.137301:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137304:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.137310:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137313:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.137320:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137323:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.137330:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137332:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.137339:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137342:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.137348:0:324520:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.137352:0:324520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827164.140384:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827164.140399:0:324522:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827164.140405:0:324522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827164.140425:0:324522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827164.140440:0:324522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787827164.140453:0:324522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1787827164.140489:0:324522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827164.140496:0:324522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827164.140499:0:324522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827164.140505:0:324522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181463cb8 00010000:00010000:2.0:1787827164.140510:0:324522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787827164.140526:0:324522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787827164.140988:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827164.140996:0:324523:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827164.141001:0:324523:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827164.141013:0:324523:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827164.141032:0:324523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787827164.141044:0:324523:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787827164.141052:0:324523:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827164.141059:0:324523:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827164.141062:0:324523:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827164.141066:0:324523:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c13cb8 00010000:00010000:0.0:1787827164.141069:0:324523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787827164.141075:0:324523:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1787827164.141602:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827164.141612:0:324524:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827164.141617:0:324524:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827164.141628:0:324524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827164.141638:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:3.0:1787827164.141648:0:324524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1787827164.141655:0:324524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827164.141661:0:324524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827164.141665:0:324524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827164.141669:0:324524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1bcb8 00010000:00010000:3.0:1787827164.141673:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:3.0:1787827164.141681:0:324524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:2.0:1787827164.142056:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142064:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827164.142084:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142088:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.142106:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142110:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.142127:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142131:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.142149:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142153:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.142184:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142189:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827164.142208:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142212:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827164.142229:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142233:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827164.142249:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.142253:0:324522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827164.142324:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142332:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827164.142348:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142351:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827164.142364:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142366:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827164.142377:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142379:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827164.142390:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142392:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827164.142404:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142415:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827164.142431:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142433:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827164.142445:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142447:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827164.142454:0:324523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827164.142471:0:324523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827164.143245:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827164.143255:0:324522:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827164.143260:0:324522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827164.143272:0:324522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827164.143282:0:324522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787827164.143294:0:324522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:2.0:1787827164.143301:0:324522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827164.143307:0:324522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827164.143310:0:324522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00200000:3.0:1787827164.143313:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:2.0:1787827164.143315:0:324522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181463cb8 00010000:00010000:2.0:1787827164.143320:0:324522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:3.0:1787827164.143323:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00010000:00010000:2.0:1787827164.143339:0:324522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1787827164.143349:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143355:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827164.143362:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.143366:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:2.0:1787827164.143370:0:324522:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200000:3.0:1787827164.143374:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143379:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:2.0:1787827164.143386:0:324522:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00000080:00200000:3.0:1787827164.143393:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827164.143396:0:324522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827164.143398:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.143412:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143416:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.143433:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143437:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.143449:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143452:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.143487:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143492:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.143504:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.143515:0:324524:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c529200, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827164.143524:0:324524:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827164.143538:0:324524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827164.143584:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.143593:0:324524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827164.143608:0:324524:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827164.143622:0:324524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802773760/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827164.143639:0:324524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827164.143659:0:324524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802773760:192.168.203.151@tcp:101:awk.0 00000100:00100000:3.0:1787827164.143828:0:324524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327480 going to sleep for 11 seconds 00000080:00200008:2.0:1787827164.143938:0:324522:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827164.143943:0:324522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827164.143951:0:324522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827164.143960:0:324522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827164.143969:0:324522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827164.143975:0:324522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827164.143980:0:324522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827164.143983:0:324522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:2.0:1787827164.143987:0:324522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8181463cb8 00010000:00010000:2.0:1787827164.143991:0:324522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827164.144003:0:324522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827164.144020:0:324522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827164.144025:0:324522:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:2.0:1787827164.144028:0:324522:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2766, max_age 2771 00800000:00000004:2.0:1787827164.144032:0:324522:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2766, max_age 2771 00000100:00100000:2.0:1787827164.144050:0:324522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:324522:1874669802773888:192.168.203.151@tcp:41:df.0 00000100:00100000:2.0:1787827164.144088:0:324522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827164.145044:0:324522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:324522:1874669802773888:192.168.203.151@tcp:41:df.0 00000100:00100000:1.0:1787827164.145060:0:324524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802773760:192.168.203.151@tcp:101:awk.0 00010000:00010000:1.0:1787827164.145075:0:324524:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00800000:00000004:2.0:1787827164.145076:0:324522:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00010000:00010000:1.0:1787827164.145083:0:324524:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000004:2.0:1787827164.145087:0:324522:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00010000:00010000:1.0:1787827164.145094:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000004:2.0:1787827164.145095:0:324522:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00010000:00010000:1.0:1787827164.145110:0:324524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145119:0:324524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145127:0:324524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827164.145131:0:324524:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145135:0:324524:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145140:0:324524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145144:0:324524:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827164.145148:0:324524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145152:0:324524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827164.145163:0:324524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802773760/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827164.145182:0:324524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827164.145194:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787827164.145200:0:324524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00010000:1.0:1787827164.145205:0:324524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1b9a0 00010000:00010000:1.0:1787827164.145208:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787827164.145217:0:324524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787827164.145432:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145438:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827164.145447:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145450:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.145479:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145484:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.145497:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145500:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.145519:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145533:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827164.145550:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145554:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.145572:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145576:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.145591:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145593:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827164.145602:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827164.145609:0:324524:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f6032e600, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787827164.145613:0:324524:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:1.0:1787827164.145622:0:324524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787827164.145653:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827164.145660:0:324524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827164.145670:0:324524:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827164.145676:0:324524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa21c0 x1874669802774144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827164.145682:0:324524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827164.145693:0:324524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802774144:192.168.203.151@tcp:101:awk.0 00000100:00100000:0.0:1787827164.145813:0:324524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f47ef4240 going to sleep for 11 seconds 00000100:00100000:3.0:1787827164.146851:0:324524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802774144:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827164.146861:0:324524:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146870:0:324524:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146876:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146882:0:324524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146889:0:324524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146898:0:324524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827164.146902:0:324524:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146908:0:324524:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146914:0:324524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146921:0:324524:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827164.146925:0:324524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.146932:0:324524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4a00/0xf3d5ba2766bbb52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827164.146955:0:324524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f47fa21c0 x1874669802774144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827164.146965:0:324524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827164.146978:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:3.0:1787827164.146986:0:324524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00010000:3.0:1787827164.146993:0:324524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1b9a0 00010000:00010000:3.0:1787827164.146997:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:3.0:1787827164.147009:0:324524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:3.0:1787827164.147239:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147245:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.147254:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147257:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.147266:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147269:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.147277:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147279:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.147287:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147290:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.147298:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147301:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.147308:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147311:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.147318:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147321:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.147328:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.147336:0:324524:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4ac38c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827164.147341:0:324524:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827164.147361:0:324524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827164.147388:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.147395:0:324524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827164.147408:0:324524:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827164.147414:0:324524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48272580 x1874669802774400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827164.147422:0:324524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827164.147435:0:324524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802774400:192.168.203.151@tcp:101:awk.0 00000100:00100000:3.0:1787827164.147564:0:324524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827164.148782:0:324524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802774400:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827164.148794:0:324524:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148804:0:324524:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148810:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148817:0:324524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148823:0:324524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148829:0:324524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827164.148832:0:324524:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148844:0:324524:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148850:0:324524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148856:0:324524:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827164.148861:0:324524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.148867:0:324524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66600/0xf3d5ba2766bbb59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827164.148880:0:324524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48272580 x1874669802774400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827164.148890:0:324524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827164.148903:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1787827164.148912:0:324524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00010000:3.0:1787827164.148919:0:324524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1b9a0 00010000:00010000:3.0:1787827164.148922:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1787827164.148929:0:324524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1787827164.149155:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149162:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.149189:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149193:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.149201:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149204:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.149211:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149214:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.149221:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149224:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.149230:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149234:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.149242:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149245:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.149252:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149255:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.149262:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.149270:0:324524:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f46ae2480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827164.149275:0:324524:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:3.0:1787827164.149285:0:324524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827164.149313:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.149320:0:324524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827164.149328:0:324524:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827164.149334:0:324524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48272580 x1874669802774656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827164.149343:0:324524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827164.149356:0:324524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802774656:192.168.203.151@tcp:101:awk.0 00000100:00100000:3.0:1787827164.149483:0:324524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827164.150700:0:324524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job awk:a3f62039-4096-4b6f-a667-17583e7f47b3:324524:1874669802774656:192.168.203.151@tcp:101:awk.0 00010000:00010000:3.0:1787827164.150712:0:324524:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150721:0:324524:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150728:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150734:0:324524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150741:0:324524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150746:0:324524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827164.150750:0:324524:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150756:0:324524:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150762:0:324524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150769:0:324524:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827164.150773:0:324524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827164.150779:0:324524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 324524 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827164.150791:0:324524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48272580 x1874669802774656/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827180 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827164.150800:0:324524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827164.150812:0:324524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1787827164.150820:0:324524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00010000:3.0:1787827164.150827:0:324524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1b9a0 00010000:00010000:3.0:1787827164.150831:0:324524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1787827164.150837:0:324524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1787827164.151018:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151024:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.151035:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151039:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151047:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151051:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151058:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151061:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151082:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151086:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151096:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151099:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151106:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151109:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151115:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151118:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151124:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151128:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827164.151251:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151256:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.151266:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151269:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151277:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151280:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151287:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151290:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151296:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151299:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151306:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151309:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151317:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151319:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151326:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151329:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151336:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151339:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827164.151485:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151491:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.151503:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151507:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151515:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151518:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151525:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151529:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151536:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151539:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151546:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151549:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151556:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151559:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151566:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151569:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151575:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151578:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827164.151727:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151733:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827164.151742:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151745:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151752:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151755:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151761:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151764:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151770:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151773:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827164.151779:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151783:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151789:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151793:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151800:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151803:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827164.151809:0:324524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827164.151813:0:324524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000001:02000400:0.0:1787827164.662788:0:324654:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:1.0:1787827165.066572:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827165.164664:0:324791:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00000100:00100000:0.0:1787827166.026641:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802774784:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827166.026732:0:2343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787827166.026740:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802774912:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827166.027783:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802774784:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827166.027924:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802774912:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827166.091597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827167.115567:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827167.211001:0:325359:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_10: symlink returns EROFS if the file name2 would reside on a read-only file system ========================================================== 06:39:26 (1787827166) 00000001:02000400:3.0:1787827167.706302:0:325495:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/10.t against ext4 filesystem 00010000:00010000:1.0:1787827168.139601:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827168.448967:0:325644:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/10.t against lustre filesystem 00000080:00200000:2.0:1787827168.465274:0:325647:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827168.465298:0:325647:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827168.465316:0:325647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827168.465331:0:325647:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827168.465340:0:325647:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827168.465347:0:325647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827168.465350:0:325647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:2.0:1787827168.465357:0:325647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8180dabb58 00010000:00010000:2.0:1787827168.465362:0:325647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827168.465372:0:325647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827168.465390:0:325647:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.465397:0:325647:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:3.0:1787827168.465435:0:325647:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827168.465443:0:325647:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827168.465487:0:325647:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.465498:0:325647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:3.0:1787827168.465509:0:325647:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1787827168.465516:0:325647:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.465522:0:325647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827168.465525:0:325647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827168.465530:0:325647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180dabcb8 00010000:00010000:3.0:1787827168.465534:0:325647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:3.0:1787827168.465542:0:325647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200008:3.0:1787827168.465976:0:325647:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827168.465981:0:325647:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827168.465989:0:325647:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.465998:0:325647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827168.466007:0:325647:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827168.466014:0:325647:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.466019:0:325647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827168.466022:0:325647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:3.0:1787827168.466026:0:325647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8180dabcb8 00010000:00010000:3.0:1787827168.466029:0:325647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827168.466038:0:325647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827168.466123:0:325647:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827168.466132:0:325647:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.466156:0:325647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827168.466166:0:325647:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827168.466173:0:325647:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.466178:0:325647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827168.466180:0:325647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbaf0 00000080:00010000:3.0:1787827168.466184:0:325647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbaf0 from it ffffae8180dabbb0 00010000:00010000:3.0:1787827168.466188:0:325647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827168.466196:0:325647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827168.466205:0:325647:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:3.0:1787827168.466212:0:325647:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:3.0:1787827168.466226:0:325647:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffd906ef700 00000080:00200000:3.0:1787827168.466237:0:325647:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1787827168.466256:0:325647:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827168.466301:0:325647:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827168.466308:0:325647:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827168.466311:0:325647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4000/0xf3d5ba2766bbaf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b835 expref: -99 pid: 324083 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:3.0:1787827168.466330:0:325647:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827168.466341:0:325647:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48270b40 x1874669802775168/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827168.466364:0:325647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:325647:1874669802775168:192.168.203.151@tcp:36:lfs.0 00000100:00100000:3.0:1787827168.466454:0:325647:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f503b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1787827168.468125:0:325647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:325647:1874669802775168:192.168.203.151@tcp:36:lfs.0 00000080:00200008:3.0:1787827168.468205:0:325647:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:3.0:1787827168.505364:0:325229:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827168.505372:0:325229:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827168.505389:0:325229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.505435:0:325229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 325229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.505444:0:325229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 325229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.505454:0:325229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 325229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827168.505493:0:325229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:325229:1874669802775296:192.168.203.151@tcp:101:bash.0 00000100:00100000:3.0:1787827168.505565:0:325229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f503b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1787827168.507224:0:325229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:325229:1874669802775296:192.168.203.151@tcp:101:bash.0 00010000:00010000:3.0:1787827168.507241:0:325229:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507251:0:325229:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507262:0:325229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507269:0:325229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507278:0:325229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507290:0:325229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507297:0:325229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827168.507309:0:325229:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48270b40 x1874669802775296/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827184 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827168.507322:0:325229:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507330:0:325229:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787827168.507334:0:325229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827168.507352:0:325229:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827168.507356:0:325229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:3.0:1787827168.507360:0:325229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827168.507362:0:325229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8181c5bcb8 00010000:00010000:3.0:1787827168.507365:0:325229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827168.507371:0:325229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827168.507406:0:325229:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827168.507412:0:325229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.507417:0:325229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827168.507424:0:325229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827168.507431:0:325229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.507435:0:325229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827168.507438:0:325229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:3.0:1787827168.507442:0:325229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8181c5bb58 00010000:00010000:3.0:1787827168.507446:0:325229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827168.507453:0:325229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827168.507488:0:325229:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.507495:0:325229:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827168.507503:0:325229:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827168.507506:0:325229:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827168.507517:0:325229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.507526:0:325229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787827168.507542:0:325229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1787827168.507547:0:325229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.507550:0:325229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827168.507551:0:325229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827168.507554:0:325229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c5bcb8 00010000:00010000:3.0:1787827168.507556:0:325229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787827168.507561:0:325229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:3.0:1787827168.507576:0:325229:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827168.507582:0:325229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.507588:0:325229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827168.507595:0:325229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827168.507602:0:325229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.507606:0:325229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827168.507608:0:325229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:3.0:1787827168.507611:0:325229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8181c5bc18 00010000:00010000:3.0:1787827168.507614:0:325229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827168.507621:0:325229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827168.507630:0:325229:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.507634:0:325229:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827168.507638:0:325229:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:2.0:1787827168.509905:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509913:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.509919:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509922:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.509926:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509928:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.509933:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509935:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.509943:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509945:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.509956:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509958:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.509964:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509965:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.509969:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509971:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.509976:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.509980:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1787827168.510131:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510134:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.510160:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510163:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510172:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510174:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510182:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510184:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510192:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510194:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510201:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510204:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510213:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510215:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510224:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510227:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510236:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510238:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827168.510360:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510364:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.510371:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510373:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510380:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510382:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510389:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510391:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510397:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510399:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510406:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510408:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510415:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510417:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510423:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510425:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510432:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510435:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1787827168.510554:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510559:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.510570:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510574:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510585:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510588:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510599:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510601:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510609:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510611:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510617:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510620:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510625:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510627:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510632:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510634:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510640:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510643:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1787827168.510732:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510736:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.510745:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510747:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510758:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510761:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510772:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510774:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510784:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510787:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510798:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510800:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510813:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510815:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510825:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510828:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.510838:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510841:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1787827168.510960:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510965:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.510973:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510976:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510984:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510987:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.510994:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.510997:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511005:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511008:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511017:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511020:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511027:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511029:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511034:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511035:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511040:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511042:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1787827168.511126:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511131:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.511151:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511154:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511159:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511161:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511165:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511168:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511172:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511174:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511178:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511179:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511184:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511186:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511190:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511192:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511196:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511198:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1787827168.511288:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511293:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.511302:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511305:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511311:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511314:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511320:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511323:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511330:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511332:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.511339:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511342:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511348:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511351:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511359:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511361:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.511369:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.511371:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827168.580788:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580801:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.580808:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580811:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.580816:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580818:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.580822:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580824:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.580828:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580830:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.580834:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580836:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.580840:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580842:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.580846:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580848:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.580852:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.580854:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:2.0:1787827168.591249:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.591264:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:2.0:1787827168.592337:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.592344:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:2.0:1787827168.607101:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.607113:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.607117:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:2.0:1787827168.607125:0:325659:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.607128:0:325659:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00000080:00200000:0.0:1787827168.668815:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668829:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.668838:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668841:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.668848:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668850:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.668858:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668860:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.668865:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668868:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.668873:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668875:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.668881:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668882:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.668889:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668891:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.668897:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.668899:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1787827168.669057:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669062:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.669072:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669076:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669086:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669089:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669094:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669096:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669102:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669104:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669112:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669116:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669126:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669129:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669153:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669156:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669163:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669166:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827168.669263:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669267:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.669272:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669274:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669278:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669281:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669286:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669288:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669296:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669300:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669308:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669312:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669321:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669324:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669333:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669337:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669346:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669349:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1787827168.669534:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669540:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.669548:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669550:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669556:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669558:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669564:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669566:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669572:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669573:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669579:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669581:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669586:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669587:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669593:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669595:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669601:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669603:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827168.669705:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669710:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.669721:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669724:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669735:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669739:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669749:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669752:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669763:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669767:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669778:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669781:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669793:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669796:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669808:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669811:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.669819:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669822:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827168.669937:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669942:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.669952:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669955:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669964:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669968:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669976:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669979:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.669988:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.669991:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670000:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670004:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670012:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670015:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670024:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670028:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670036:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670041:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1787827168.670174:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670180:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.670189:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670192:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670201:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670204:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670213:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670216:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670224:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670227:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670238:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670241:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670251:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670254:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670263:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670266:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670275:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670280:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1787827168.670410:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670415:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.670425:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670428:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670437:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670440:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670451:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670455:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670485:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670489:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.670498:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670502:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670510:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670514:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670523:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670526:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.670534:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.670538:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827168.674806:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674818:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.674829:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674833:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.674842:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674845:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.674854:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674857:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.674865:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674867:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.674876:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674879:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.674887:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674890:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.674897:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674901:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.674909:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.674912:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827168.675063:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675069:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.675078:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675081:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675089:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675092:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675101:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675104:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675113:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675116:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675125:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675128:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.675147:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675151:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.675160:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675163:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.675170:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675174:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827168.675271:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675276:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.675284:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675287:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675294:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675297:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675305:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675307:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675313:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675316:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.675323:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675326:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.675334:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675337:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.675344:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675347:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.675355:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.675358:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827168.677154:0:325660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827168.677173:0:325660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827168.677190:0:325660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827168.677205:0:325660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827168.677213:0:325660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827168.677219:0:325660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827168.677222:0:325660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:0.0:1787827168.677229:0:325660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8181643b58 00010000:00010000:0.0:1787827168.677233:0:325660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827168.677242:0:325660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827168.677257:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.677263:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827168.677270:0:325660:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827168.677275:0:325660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827168.677284:0:325660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827168.677292:0:325660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1787827168.677301:0:325660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:0.0:1787827168.677307:0:325660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827168.677311:0:325660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827168.677314:0:325660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827168.677317:0:325660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181643cb8 00010000:00010000:0.0:1787827168.677320:0:325660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1787827168.677328:0:325660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787827168.677342:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827168.677346:0:325660:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827168.677350:0:325660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827168.677356:0:325660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827168.677361:0:325660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787827168.677370:0:325660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787827168.677376:0:325660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827168.677380:0:325660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827168.677383:0:325660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827168.677387:0:325660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181643cb8 00010000:00010000:0.0:1787827168.677390:0:325660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:0.0:1787827168.677397:0:325660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200008:0.0:1787827168.677419:0:325660:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827168.677423:0:325660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827168.677429:0:325660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827168.677435:0:325660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827168.677443:0:325660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827168.677450:0:325660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827168.677454:0:325660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827168.677474:0:325660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:0.0:1787827168.677479:0:325660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8181643cb8 00010000:00010000:0.0:1787827168.677483:0:325660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827168.677492:0:325660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827168.677511:0:325660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827168.677517:0:325660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827168.677523:0:325660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827168.677531:0:325660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827168.677538:0:325660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827168.677542:0:325660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827168.677545:0:325660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:0.0:1787827168.677549:0:325660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8181643b58 00010000:00010000:0.0:1787827168.677551:0:325660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827168.677559:0:325660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827168.677567:0:325660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.677571:0:325660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827168.677576:0:325660:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827168.677580:0:325660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827168.677587:0:325660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827168.677593:0:325660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:0.0:1787827168.677601:0:325660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:0.0:1787827168.677607:0:325660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827168.677611:0:325660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827168.677613:0:325660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827168.677616:0:325660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181643cb8 00010000:00010000:0.0:1787827168.677619:0:325660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:0.0:1787827168.677627:0:325660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787827168.678858:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827168.678864:0:325661:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827168.678867:0:325661:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827168.678875:0:325661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.678882:0:325661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827168.678889:0:325661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787827168.678893:0:325661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.678897:0:325661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827168.678899:0:325661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827168.678901:0:325661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c93cb8 00010000:00010000:3.0:1787827168.678904:0:325661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787827168.678908:0:325661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787827168.679704:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679710:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.679716:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679718:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.679723:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679724:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.679729:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679731:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.679736:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679738:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.679742:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679744:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.679748:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679750:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.679754:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679756:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.679760:0:325661:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.679762:0:325661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827168.684310:0:325664:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827168.684321:0:325664:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827168.684325:0:325664:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827168.684338:0:325664:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.684349:0:325664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:3.0:1787827168.684358:0:325664:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787827168.684363:0:325664:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.684368:0:325664:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827168.684370:0:325664:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827168.684375:0:325664:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818183bcb8 00010000:00010000:3.0:1787827168.684377:0:325664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:3.0:1787827168.684383:0:325664:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:0.0:1787827168.685428:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685435:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827168.685445:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685449:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.685470:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685474:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.685481:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685483:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.685488:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685490:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827168.685494:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685496:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.685501:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685502:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.685507:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685509:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827168.685513:0:325665:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827168.685515:0:325665:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827168.687847:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827168.687857:0:325667:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827168.687863:0:325667:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827168.687878:0:325667:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827168.687890:0:325667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787827168.687903:0:325667:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:2.0:1787827168.687912:0:325667:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827168.687917:0:325667:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827168.687921:0:325667:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827168.687926:0:325667:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d4bcb8 00010000:00010000:2.0:1787827168.687930:0:325667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787827168.687939:0:325667:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1787827168.688310:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827168.688319:0:325668:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827168.688329:0:325668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827168.688340:0:325668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827168.688350:0:325668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:1.0:1787827168.688360:0:325668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1787827168.688367:0:325668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827168.688372:0:325668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827168.688375:0:325668:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827168.688380:0:325668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181bfbcb8 00010000:00010000:1.0:1787827168.688384:0:325668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:1.0:1787827168.688392:0:325668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:3.0:1787827168.688753:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827168.688762:0:325669:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827168.688775:0:325669:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827168.688785:0:325669:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827168.688794:0:325669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:3.0:1787827168.688804:0:325669:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:3.0:1787827168.688812:0:325669:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827168.688817:0:325669:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827168.688820:0:325669:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827168.688824:0:325669:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c0bcb8 00010000:00010000:3.0:1787827168.688828:0:325669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:3.0:1787827168.688837:0:325669:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787827168.689189:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689196:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827168.689212:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689217:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.689236:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689239:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.689255:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689259:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.689270:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689273:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827168.689289:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689293:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.689312:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689315:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.689334:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689338:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.689357:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.689361:0:325667:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827168.689870:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.689877:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827168.689897:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.689901:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827168.689925:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.689929:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827168.689949:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.689952:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827168.689972:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.689976:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827168.689999:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.690003:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827168.690023:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.690027:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827168.690046:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.690049:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690056:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690064:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827168.690065:0:325668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827168.690071:0:325668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827168.690082:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690087:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690102:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690104:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690115:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690117:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690127:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690129:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690152:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690155:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690165:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690167:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690176:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690178:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690185:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690187:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1787827168.690318:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690322:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.690330:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690333:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690341:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690342:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690350:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690351:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690360:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690362:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.690377:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690379:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690390:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690391:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690396:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690398:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.690403:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.690405:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1787827168.690410:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827168.690419:0:325667:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827168.690423:0:325667:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827168.690435:0:325667:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827168.690445:0:325667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787827168.690480:0:325667:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787827168.690490:0:325667:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827168.690496:0:325667:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827168.690500:0:325667:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827168.690505:0:325667:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d4bcb8 00010000:00010000:2.0:1787827168.690509:0:325667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787827168.690518:0:325667:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:2.0:1787827168.690540:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.690544:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:2.0:1787827168.690550:0:325667:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200008:2.0:1787827168.690568:0:325667:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:2.0:1787827168.690579:0:325667:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827168.691074:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691080:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.691090:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691093:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691102:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691107:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691118:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691122:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691130:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691148:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691161:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691167:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691178:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691184:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691195:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691198:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691207:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691211:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827168.691339:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691344:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.691353:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691356:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691365:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691368:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:2.0:1787827168.691376:0:325667:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827168.691378:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.691386:0:325667:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000080:00200000:3.0:1787827168.691387:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000002:00010000:2.0:1787827168.691398:0:325667:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:3.0:1787827168.691400:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691406:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:2.0:1787827168.691409:0:325667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827168.691415:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827168.691422:0:325667:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827168.691422:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827168.691433:0:325667:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:3.0:1787827168.691435:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:2.0:1787827168.691438:0:325667:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00200000:3.0:1787827168.691440:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00010000:2.0:1787827168.691445:0:325667:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:2.0:1787827168.691451:0:325667:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8180d4bcb8 00000080:00200000:3.0:1787827168.691452:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827168.691475:0:325667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827168.691477:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:2.0:1787827168.691489:0:325667:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827168.691490:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691498:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1787827168.691519:0:325667:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827168.691526:0:325667:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:2.0:1787827168.691530:0:325667:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2772, max_age 2775 00800000:00000004:2.0:1787827168.691537:0:325667:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2772, max_age 2775 00000100:00100000:2.0:1787827168.691576:0:325667:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:325667:1874669802775424:192.168.203.151@tcp:41:df.0 00000080:00200000:3.0:1787827168.691615:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691620:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.691629:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691632:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691639:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691642:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691651:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691654:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:2.0:1787827168.691667:0:325667:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f42467840 going to sleep for 11 seconds 00000080:00200000:3.0:1787827168.691667:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691671:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691685:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691688:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691697:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691700:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691708:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691711:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691719:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691723:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827168.691881:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691886:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.691894:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691897:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691904:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691907:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691914:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691916:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691923:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691927:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.691934:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691937:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691943:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691946:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691954:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691956:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.691963:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.691967:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827168.692073:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692078:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.692085:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692088:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692095:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692098:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692106:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692109:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692116:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692119:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692126:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692129:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.692151:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692154:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.692162:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692165:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.692171:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692173:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827168.692309:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692314:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827168.692323:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692326:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692335:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692338:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692346:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692349:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692357:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692360:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827168.692368:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692371:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.692380:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692382:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.692390:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692393:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827168.692402:0:325669:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827168.692406:0:325669:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1787827168.692769:0:325667:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:325667:1874669802775424:192.168.203.151@tcp:41:df.0 00800000:00000004:2.0:1787827168.692785:0:325667:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827168.692790:0:325667:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827168.692793:0:325667:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00010000:00010000:2.0:1787827169.163521:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827169.171720:0:325800:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00000001:02000400:3.0:1787827169.659311:0:325937:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:0.0:1787827170.187546:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827171.146587:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802775552:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827171.146689:0:2343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787827171.146699:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802775680:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827171.148173:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802775680:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827171.148189:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802775552:192.168.203.151@tcp:400:kworker.0 00010000:00010000:2.0:1787827171.210858:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827171.694787:0:326506:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_11: symlink returns ENOSPC if there are no free inodes on the file system on which the symbolic link is being created ========================================================== 06:39:31 (1787827171) 00010000:00010000:2.0:1787827172.170615:0:319438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.170632:0:319438:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827172.170710:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802775808:192.168.203.151@tcp:63:ll_sa.0 00010000:00010000:2.0:1787827172.172708:0:2345:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172721:0:2345:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172728:0:2345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172736:0:2345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172744:0:2345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172750:0:2345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827172.172754:0:2345:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172762:0:2345:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172769:0:2345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172777:0:2345:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827172.172785:0:2345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.172792:0:2345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9a00/0xf3d5ba2766bbb6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827172.172818:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802775808:192.168.203.151@tcp:63:ll_sa.0 00000001:02000400:2.0:1787827172.197132:0:326642:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/11.t against ext4 filesystem 00010000:00010000:1.0:1787827172.234792:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827172.682706:0:319485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.682724:0:319485:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827172.682821:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802775936:192.168.203.151@tcp:63:ll_sa.0 00010000:00010000:2.0:1787827172.684356:0:2344:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684368:0:2344:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684376:0:2344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684385:0:2344:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684394:0:2344:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684400:0:2344:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827172.684405:0:2344:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684412:0:2344:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684419:0:2344:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684426:0:2344:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827172.684433:0:2344:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827172.684440:0:2344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8200/0xf3d5ba2766bbb75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 319485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827172.684492:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802775936:192.168.203.151@tcp:63:ll_sa.0 00000001:02000400:3.0:1787827173.019049:0:326791:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/11.t against lustre filesystem 00000080:00200000:0.0:1787827173.035602:0:326794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827173.035627:0:326794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.035644:0:326794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827173.035661:0:326794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827173.035670:0:326794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.035679:0:326794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827173.035682:0:326794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:0.0:1787827173.035689:0:326794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8180e33b58 00010000:00010000:0.0:1787827173.035694:0:326794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827173.035703:0:326794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827173.035720:0:326794:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.035728:0:326794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:0.0:1787827173.035736:0:326794:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827173.035741:0:326794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827173.035754:0:326794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.035762:0:326794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:0.0:1787827173.035772:0:326794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:0.0:1787827173.035779:0:326794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.035784:0:326794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827173.035787:0:326794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827173.035791:0:326794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180e33cb8 00010000:00010000:0.0:1787827173.035793:0:326794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:0.0:1787827173.035798:0:326794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200008:0.0:1787827173.036207:0:326794:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827173.036212:0:326794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827173.036220:0:326794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.036227:0:326794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827173.036241:0:326794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827173.036248:0:326794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.036253:0:326794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827173.036255:0:326794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:0.0:1787827173.036259:0:326794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8180e33cb8 00010000:00010000:0.0:1787827173.036263:0:326794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827173.036270:0:326794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827173.036360:0:326794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827173.036369:0:326794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.036374:0:326794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827173.036379:0:326794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827173.036384:0:326794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.036388:0:326794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827173.036390:0:326794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb67 00000080:00010000:0.0:1787827173.036392:0:326794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb67 from it ffffae8180e33bb0 00010000:00010000:0.0:1787827173.036394:0:326794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827173.036399:0:326794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787827173.036405:0:326794:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:0.0:1787827173.036409:0:326794:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:0.0:1787827173.036420:0:326794:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffff37960b0 00000080:00200000:0.0:1787827173.036429:0:326794:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1787827173.036444:0:326794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787827173.036508:0:326794:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787827173.036516:0:326794:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827173.036519:0:326794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66e00/0xf3d5ba2766bbb67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b993 expref: -99 pid: 325229 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:0.0:1787827173.036541:0:326794:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827173.036553:0:326794:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802776192/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827173.036575:0:326794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:326794:1874669802776192:192.168.203.151@tcp:36:lfs.0 00000100:00100000:0.0:1787827173.036657:0:326794:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f43125e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827173.038095:0:326794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:326794:1874669802776192:192.168.203.151@tcp:36:lfs.0 00000080:00200008:2.0:1787827173.038178:0:326794:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:3.0:1787827173.074221:0:326376:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827173.074232:0:326376:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827173.074248:0:326376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.074303:0:326376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.074313:0:326376:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.074323:0:326376:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326376 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827173.074347:0:326376:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:326376:1874669802776320:192.168.203.151@tcp:101:bash.0 00000100:00100000:3.0:1787827173.074433:0:326376:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f42a41300 going to sleep for 11 seconds 00000100:00100000:3.0:1787827173.076087:0:326376:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:326376:1874669802776320:192.168.203.151@tcp:101:bash.0 00010000:00010000:3.0:1787827173.076117:0:326376:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076129:0:326376:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076141:0:326376:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076153:0:326376:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076173:0:326376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076181:0:326376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076188:0:326376:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827173.076201:0:326376:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48272580 x1874669802776320/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827189 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827173.076215:0:326376:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076236:0:326376:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787827173.076242:0:326376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787827173.076263:0:326376:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787827173.076270:0:326376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:3.0:1787827173.076276:0:326376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827173.076279:0:326376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae818151bcb8 00010000:00010000:3.0:1787827173.076283:0:326376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827173.076300:0:326376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827173.076344:0:326376:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827173.076354:0:326376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.076362:0:326376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827173.076371:0:326376:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827173.076378:0:326376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.076382:0:326376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827173.076385:0:326376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:3.0:1787827173.076389:0:326376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae818151bb58 00010000:00010000:3.0:1787827173.076392:0:326376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827173.076414:0:326376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827173.076422:0:326376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.076428:0:326376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827173.076436:0:326376:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827173.076441:0:326376:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827173.076451:0:326376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.076479:0:326376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:3.0:1787827173.076489:0:326376:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:3.0:1787827173.076496:0:326376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.076501:0:326376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827173.076509:0:326376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827173.076515:0:326376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818151bcb8 00010000:00010000:3.0:1787827173.076518:0:326376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:3.0:1787827173.076526:0:326376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:3.0:1787827173.076562:0:326376:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827173.076571:0:326376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.076579:0:326376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827173.076588:0:326376:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827173.076596:0:326376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.076601:0:326376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827173.076604:0:326376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:3.0:1787827173.076608:0:326376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae818151bc18 00010000:00010000:3.0:1787827173.076619:0:326376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827173.076628:0:326376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827173.076639:0:326376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.076644:0:326376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1787827173.076653:0:326376:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:1.0:1787827173.080599:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080612:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.080629:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080633:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.080655:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080659:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.080676:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080679:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.080692:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080696:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.080709:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080713:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.080724:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080728:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.080741:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080745:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.080765:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.080770:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1787827173.080995:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081001:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.081017:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081021:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081036:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081039:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081054:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081058:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081079:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081083:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081096:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081099:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081121:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081124:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081131:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081133:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081140:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081142:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827173.081280:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081285:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.081305:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081309:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081325:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081327:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081337:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081339:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081348:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081350:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081357:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081359:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081368:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081370:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081375:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081376:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081381:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081385:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1787827173.081567:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081571:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.081588:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081590:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081607:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081609:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081624:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081626:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081644:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081647:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081664:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081669:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081687:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081690:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081702:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081704:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081713:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081716:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827173.081839:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081845:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.081862:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081866:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081883:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081886:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081903:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081906:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081922:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081925:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.081938:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081942:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081958:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081961:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081971:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081974:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.081986:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.081991:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827173.082149:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082154:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.082167:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082169:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082177:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082180:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082186:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082188:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082193:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082196:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082201:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082203:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082208:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082210:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082216:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082218:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082225:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082227:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1787827173.082333:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082336:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.082343:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082345:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082353:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082355:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082361:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082363:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082368:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082370:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082374:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082375:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082380:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082382:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082389:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082391:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082400:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082403:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1787827173.082567:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082572:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.082587:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082591:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082607:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082610:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082616:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082618:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082623:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082625:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.082633:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082637:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082649:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082652:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082663:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082666:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.082678:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.082682:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827173.170344:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170360:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.170372:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170375:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.170384:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170387:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.170396:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170400:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.170408:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170411:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.170418:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170422:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.170427:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170430:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.170436:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170437:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.170442:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.170444:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:1.0:1787827173.183444:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.183472:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:1.0:1787827173.184560:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.184568:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:1.0:1787827173.203734:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.203745:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.203749:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:1.0:1787827173.203757:0:326806:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.203760:0:326806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00010000:00010000:2.0:1787827173.258636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787827173.286138:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286152:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.286164:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286169:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.286188:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286192:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.286221:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286225:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.286235:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286238:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.286246:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286249:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.286257:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286260:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.286269:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286272:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.286280:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.286284:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1787827173.287292:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287300:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.287310:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287313:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287322:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287325:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287334:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287337:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287344:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287347:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287355:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287358:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287365:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287367:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287374:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287377:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287385:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287388:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827173.287548:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287552:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.287557:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287559:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287564:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287566:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287571:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287573:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287577:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287579:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287583:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287585:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287589:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287591:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287595:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287596:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287601:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287603:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1787827173.287732:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287738:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.287747:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287750:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287759:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287761:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287769:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287772:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287780:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287783:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287792:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287795:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287804:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287806:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287810:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287813:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287817:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287819:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827173.287912:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287918:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.287926:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287928:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287937:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287940:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287948:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287951:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287959:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287962:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.287969:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287972:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287978:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287981:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.287988:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.287997:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288005:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288008:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827173.288141:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288146:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.288157:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288160:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288168:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288171:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288178:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288181:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288189:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288192:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288201:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288204:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288212:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288216:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288223:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288226:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288234:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288238:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1787827173.288323:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288327:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.288332:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288334:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288338:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288340:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288344:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288346:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288351:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288353:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288357:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288358:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288363:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288365:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288370:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288371:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288376:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288378:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1787827173.288513:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288518:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.288526:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288529:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288536:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288539:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288547:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288550:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288556:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288558:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.288563:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288565:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288570:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288571:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288576:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288577:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.288581:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.288583:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827173.293056:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293071:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.293084:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293088:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293097:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293100:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293124:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293128:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293136:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293139:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293148:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293152:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293159:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293161:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293166:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293168:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293173:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293175:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1787827173.293281:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293285:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.293290:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293292:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293296:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293298:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293302:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293304:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293309:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293310:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293314:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293316:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293320:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293322:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293326:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293328:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293332:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293334:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827173.293410:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293414:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.293419:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293420:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293425:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293427:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293431:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293433:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293437:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293439:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.293442:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293444:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293448:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293450:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293474:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293478:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.293491:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.293495:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827173.295326:0:326807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827173.295344:0:326807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.295358:0:326807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827173.295370:0:326807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827173.295375:0:326807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.295380:0:326807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827173.295383:0:326807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:3.0:1787827173.295388:0:326807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8180d53b58 00010000:00010000:3.0:1787827173.295390:0:326807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827173.295397:0:326807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827173.295408:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.295411:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827173.295417:0:326807:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827173.295419:0:326807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827173.295426:0:326807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.295431:0:326807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:3.0:1787827173.295436:0:326807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:3.0:1787827173.295441:0:326807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.295443:0:326807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827173.295445:0:326807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827173.295446:0:326807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d53cb8 00010000:00010000:3.0:1787827173.295448:0:326807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:3.0:1787827173.295452:0:326807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:3.0:1787827173.295480:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827173.295486:0:326807:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827173.295490:0:326807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827173.295498:0:326807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.295504:0:326807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:3.0:1787827173.295512:0:326807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:3.0:1787827173.295518:0:326807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.295521:0:326807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827173.295522:0:326807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827173.295525:0:326807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d53cb8 00010000:00010000:3.0:1787827173.295527:0:326807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:3.0:1787827173.295535:0:326807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200008:3.0:1787827173.295550:0:326807:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827173.295552:0:326807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827173.295555:0:326807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.295559:0:326807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827173.295564:0:326807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827173.295567:0:326807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.295569:0:326807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827173.295570:0:326807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:3.0:1787827173.295572:0:326807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8180d53cb8 00010000:00010000:3.0:1787827173.295574:0:326807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827173.295579:0:326807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827173.295585:0:326807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827173.295588:0:326807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.295592:0:326807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827173.295604:0:326807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827173.295610:0:326807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.295614:0:326807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827173.295616:0:326807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:3.0:1787827173.295620:0:326807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8180d53b58 00010000:00010000:3.0:1787827173.295623:0:326807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827173.295629:0:326807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827173.295637:0:326807:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.295641:0:326807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827173.295646:0:326807:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827173.295649:0:326807:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827173.295656:0:326807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827173.295662:0:326807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:3.0:1787827173.295669:0:326807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:3.0:1787827173.295675:0:326807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827173.295679:0:326807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827173.295681:0:326807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827173.295685:0:326807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d53cb8 00010000:00010000:3.0:1787827173.295688:0:326807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:3.0:1787827173.295695:0:326807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:0.0:1787827173.296903:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827173.296911:0:326808:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827173.296915:0:326808:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827173.296923:0:326808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.296932:0:326808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:0.0:1787827173.296942:0:326808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:0.0:1787827173.296949:0:326808:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.296954:0:326808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827173.296957:0:326808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827173.296962:0:326808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c33cb8 00010000:00010000:0.0:1787827173.296965:0:326808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:0.0:1787827173.296972:0:326808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:0.0:1787827173.297838:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297846:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.297857:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297861:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.297870:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297873:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.297882:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297885:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.297892:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297894:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.297899:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297901:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.297906:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297908:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.297913:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297915:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.297919:0:326808:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.297922:0:326808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827173.302955:0:326811:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827173.302969:0:326811:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827173.302976:0:326811:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827173.302997:0:326811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.303013:0:326811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:0.0:1787827173.303024:0:326811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:0.0:1787827173.303030:0:326811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.303036:0:326811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827173.303038:0:326811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827173.303043:0:326811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c5bcb8 00010000:00010000:0.0:1787827173.303046:0:326811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:0.0:1787827173.303051:0:326811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:3.0:1787827173.304900:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304911:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827173.304921:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304924:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.304932:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304935:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.304943:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304946:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.304955:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304958:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827173.304965:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304969:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.304975:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304978:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.304984:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304986:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827173.304992:0:326812:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827173.304995:0:326812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827173.308061:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827173.308075:0:326814:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827173.308082:0:326814:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827173.308113:0:326814:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827173.308130:0:326814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:1.0:1787827173.308142:0:326814:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:1.0:1787827173.308148:0:326814:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827173.308154:0:326814:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827173.308156:0:326814:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827173.308161:0:326814:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d4bcb8 00010000:00010000:1.0:1787827173.308163:0:326814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:1.0:1787827173.308170:0:326814:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:2.0:1787827173.308640:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827173.308649:0:326815:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827173.308654:0:326815:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827173.308666:0:326815:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827173.308676:0:326815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:2.0:1787827173.308687:0:326815:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:2.0:1787827173.308695:0:326815:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827173.308700:0:326815:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827173.308703:0:326815:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827173.308707:0:326815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c63cb8 00010000:00010000:2.0:1787827173.308711:0:326815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:2.0:1787827173.308721:0:326815:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787827173.309151:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827173.309160:0:326816:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827173.309165:0:326816:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827173.309175:0:326816:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827173.309184:0:326816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787827173.309194:0:326816:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787827173.309201:0:326816:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827173.309206:0:326816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827173.309209:0:326816:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827173.309214:0:326816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c6bcb8 00010000:00010000:0.0:1787827173.309217:0:326816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787827173.309225:0:326816:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:1.0:1787827173.309647:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309654:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.309670:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309673:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.309685:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309689:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.309699:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309702:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.309708:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309710:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827173.309717:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309719:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.309725:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309727:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.309735:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309737:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827173.309745:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.309749:0:326814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827173.310145:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310152:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827173.310163:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310167:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827173.310179:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310183:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827173.310193:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310196:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827173.310208:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310211:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827173.310225:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310229:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827173.310241:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310245:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827173.310261:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310265:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827173.310275:0:326815:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827173.310279:0:326815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827173.310626:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310633:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.310644:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310647:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.310655:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310659:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.310669:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310673:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.310682:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310686:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.310702:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310705:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.310711:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310712:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.310724:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310726:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.310741:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310744:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1787827173.310766:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827173.310775:0:326814:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827173.310781:0:326814:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827173.310795:0:326814:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827173.310807:0:326814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:1.0:1787827173.310823:0:326814:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:1.0:1787827173.310830:0:326814:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827173.310835:0:326814:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827173.310838:0:326814:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827173.310844:0:326814:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180d4bcb8 00010000:00010000:1.0:1787827173.310847:0:326814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:1.0:1787827173.310856:0:326814:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:0.0:1787827173.310870:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310875:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827173.310882:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310886:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.310889:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200000:0.0:1787827173.310890:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:1.0:1787827173.310899:0:326814:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200000:0.0:1787827173.310902:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310906:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.310915:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310918:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:1.0:1787827173.310920:0:326814:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00000080:00200000:0.0:1787827173.310932:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:1.0:1787827173.310934:0:326814:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827173.310938:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.310953:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310958:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.310975:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310980:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.310995:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.310999:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311013:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311017:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1787827173.311181:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311187:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.311204:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311209:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311228:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311233:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311246:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311251:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311260:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311264:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311275:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311281:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311292:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311296:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311305:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311309:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311320:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311326:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1787827173.311475:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311481:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.311494:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311498:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311510:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311515:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311529:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311536:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311550:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311556:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311570:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311577:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311588:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311592:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311600:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311603:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311611:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311615:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1787827173.311739:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311745:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.311757:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311761:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:1.0:1787827173.311767:0:326814:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827173.311775:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.311775:0:326814:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000080:00200000:0.0:1787827173.311784:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000002:00010000:1.0:1787827173.311790:0:326814:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:0.0:1787827173.311796:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:1.0:1787827173.311801:0:326814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827173.311802:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.311812:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311820:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:1.0:1787827173.311824:0:326814:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827173.311831:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.311833:0:326814:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:0.0:1787827173.311837:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00010000:1.0:1787827173.311840:0:326814:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827173.311845:0:326814:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00200000:0.0:1787827173.311850:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:1.0:1787827173.311850:0:326814:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8180d4bcb8 00010000:00010000:1.0:1787827173.311857:0:326814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827173.311858:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:1.0:1787827173.311871:0:326814:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827173.311873:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311881:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.311895:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827173.311899:0:326814:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.311900:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827173.311910:0:326814:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:1.0:1787827173.311914:0:326814:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2776, max_age 2780 00800000:00000004:1.0:1787827173.311922:0:326814:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2776, max_age 2780 00000100:00100000:1.0:1787827173.311961:0:326814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2d00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:326814:1874669802776448:192.168.203.151@tcp:41:df.0 00000080:00200000:0.0:1787827173.312030:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312036:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.312043:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312046:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312051:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312053:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312059:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312061:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312066:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312068:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312074:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312076:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312080:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312081:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312088:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312091:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312100:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312116:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000100:00100000:1.0:1787827173.312172:0:326814:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f503b7d80 going to sleep for 11 seconds 00000080:00200000:0.0:1787827173.312239:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312243:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.312250:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312252:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312256:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312258:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312262:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312264:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312272:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312275:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312283:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312286:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312294:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312297:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312306:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312310:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312318:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312321:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827173.312432:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312437:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827173.312447:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312450:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312497:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312501:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312516:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312519:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312533:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312536:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827173.312552:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312556:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312571:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312575:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312589:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312592:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827173.312602:0:326816:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827173.312606:0:326816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:3.0:1787827173.313427:0:326814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2d00 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:326814:1874669802776448:192.168.203.151@tcp:41:df.0 00800000:00000004:3.0:1787827173.313446:0:326814:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:3.0:1787827173.313452:0:326814:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:3.0:1787827173.313480:0:326814:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000001:02000400:2.0:1787827173.853656:0:326946:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:0.0:1787827174.282540:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827174.355164:0:327084:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:2.0:1787827175.306723:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827176.267617:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802776576:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827176.267621:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802776704:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827176.268952:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802776576:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827176.268952:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802776704:192.168.203.151@tcp:400:kworker.0 00010000:00010000:1.0:1787827176.332652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827176.353399:0:327652:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test symlink_12: symlink returns EFAULT if one of the pathnames specified is outside the process's allocated address space ========================================================== 06:39:35 (1787827175) 00000001:02000400:1.0:1787827176.820398:0:327788:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/12.t against ext4 filesystem 00010000:00010000:2.0:1787827177.355739:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827177.572434:0:327972:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/symlink/12.t against lustre filesystem 00000080:00200000:1.0:1787827177.606333:0:327980:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827177.606352:0:327980:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.606368:0:327980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827177.606379:0:327980:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827177.606385:0:327980:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.606390:0:327980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827177.606393:0:327980:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:1.0:1787827177.606399:0:327980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8181ddbb58 00010000:00010000:1.0:1787827177.606401:0:327980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827177.606408:0:327980:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827177.606419:0:327980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.606424:0:327980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:1.0:1787827177.606432:0:327980:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827177.606435:0:327980:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827177.606444:0:327980:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.606450:0:327980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:1.0:1787827177.606470:0:327980:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:1.0:1787827177.606476:0:327980:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.606479:0:327980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827177.606482:0:327980:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827177.606486:0:327980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181ddbcb8 00010000:00010000:1.0:1787827177.606490:0:327980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:1.0:1787827177.606498:0:327980:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200008:1.0:1787827177.606830:0:327980:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827177.606835:0:327980:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827177.606843:0:327980:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.606850:0:327980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827177.606858:0:327980:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827177.606865:0:327980:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.606870:0:327980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827177.606872:0:327980:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:1.0:1787827177.606875:0:327980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8181ddbcb8 00010000:00010000:1.0:1787827177.606877:0:327980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827177.606882:0:327980:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827177.607000:0:327980:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827177.607007:0:327980:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.607012:0:327980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827177.607019:0:327980:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827177.607023:0:327980:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.607026:0:327980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827177.607028:0:327980:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb7c 00000080:00010000:1.0:1787827177.607030:0:327980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb7c from it ffffae8181ddbbb0 00010000:00010000:1.0:1787827177.607032:0:327980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827177.607038:0:327980:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787827177.607043:0:327980:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:1.0:1787827177.607048:0:327980:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:1.0:1787827177.607057:0:327980:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffdf7f6eeb0 00000080:00200000:1.0:1787827177.607066:0:327980:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1787827177.607095:0:327980:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827177.607129:0:327980:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827177.607135:0:327980:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827177.607137:0:327980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67a00/0xf3d5ba2766bbb7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b9cb expref: -99 pid: 326376 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:1.0:1787827177.607151:0:327980:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827177.607160:0:327980:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa1680 x1874669802776960/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827177.607177:0:327980:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:327980:1874669802776960:192.168.203.151@tcp:36:lfs.0 00000100:00100000:1.0:1787827177.607252:0:327980:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f510d59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827177.608322:0:327980:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:327980:1874669802776960:192.168.203.151@tcp:36:lfs.0 00000080:00200008:3.0:1787827177.608377:0:327980:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:2.0:1787827177.640589:0:327522:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.640600:0:327522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827177.640618:0:327522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.640668:0:327522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 327522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.640677:0:327522:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 327522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.640687:0:327522:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 327522 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827177.640707:0:327522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:327522:1874669802777088:192.168.203.151@tcp:101:bash.0 00000100:00100000:2.0:1787827177.640776:0:327522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7540 going to sleep for 11 seconds 00000100:00100000:2.0:1787827177.642124:0:327522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:327522:1874669802777088:192.168.203.151@tcp:101:bash.0 00010000:00010000:2.0:1787827177.642139:0:327522:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642152:0:327522:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642162:0:327522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642171:0:327522:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642180:0:327522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642188:0:327522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642194:0:327522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827177.642204:0:327522:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d130c0 x1874669802777088/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827193 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827177.642216:0:327522:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642226:0:327522:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1787827177.642230:0:327522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827177.642250:0:327522:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787827177.642257:0:327522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.642262:0:327522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827177.642264:0:327522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae81816a7cb8 00010000:00010000:2.0:1787827177.642268:0:327522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827177.642276:0:327522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827177.642308:0:327522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827177.642316:0:327522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.642323:0:327522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827177.642333:0:327522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827177.642339:0:327522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.642343:0:327522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827177.642345:0:327522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.642349:0:327522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae81816a7b58 00010000:00010000:2.0:1787827177.642351:0:327522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827177.642359:0:327522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827177.642366:0:327522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.642372:0:327522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1787827177.642388:0:327522:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.642392:0:327522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.642403:0:327522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.642411:0:327522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:2.0:1787827177.642420:0:327522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200000:2.0:1787827177.642427:0:327522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.642431:0:327522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.642433:0:327522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.642437:0:327522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae81816a7cb8 00010000:00010000:2.0:1787827177.642440:0:327522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:2.0:1787827177.642447:0:327522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:2.0:1787827177.642491:0:327522:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827177.642498:0:327522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.642505:0:327522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827177.642513:0:327522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827177.642520:0:327522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.642524:0:327522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827177.642526:0:327522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.642530:0:327522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae81816a7c18 00010000:00010000:2.0:1787827177.642533:0:327522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827177.642539:0:327522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827177.642547:0:327522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.642550:0:327522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1787827177.642554:0:327522:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:1.0:1787827177.644579:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644588:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.644599:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644603:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644611:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644614:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644622:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644626:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644633:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644635:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644640:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644642:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.644647:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644648:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.644655:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644658:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.644666:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644670:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1787827177.644806:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644811:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.644820:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644823:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644831:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644834:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644842:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644845:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644854:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644857:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.644865:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644869:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.644876:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644879:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.644886:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644889:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.644897:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.644900:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827177.645003:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645007:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.645012:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645013:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645018:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645020:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645024:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645026:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645030:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645032:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645036:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645038:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645042:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645044:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645048:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645050:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645054:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645057:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1787827177.645158:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645162:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.645168:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645169:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645174:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645176:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645181:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645182:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645188:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645189:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645194:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645195:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645200:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645201:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645206:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645207:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645211:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645214:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1787827177.645283:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645286:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.645291:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645293:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645297:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645299:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645303:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645304:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645309:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645310:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645314:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645316:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645320:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645321:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645325:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645327:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645331:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645333:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1787827177.645405:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645408:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.645413:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645415:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645419:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645421:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645425:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645427:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645431:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645432:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645436:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645438:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645442:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645444:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645449:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645450:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645455:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645486:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1787827177.645579:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645584:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.645592:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645596:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645605:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645608:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645616:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645618:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645626:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645629:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645637:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645639:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645644:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645646:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645651:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645653:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645662:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645665:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1787827177.645773:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645777:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.645783:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645785:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645790:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645791:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645796:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645797:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645802:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645804:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.645808:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645809:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645814:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645816:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645821:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645823:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.645828:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.645830:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827177.711606:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711621:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.711635:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711639:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.711648:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711650:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.711655:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711657:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.711662:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711664:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.711668:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711671:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.711675:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711677:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.711682:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711683:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.711688:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.711690:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:1.0:1787827177.722788:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.722804:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:1.0:1787827177.724269:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.724277:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:1.0:1787827177.741008:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.741019:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.741024:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:1.0:1787827177.741031:0:327987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.741034:0:327987:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00000080:00200000:2.0:1787827177.805290:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805301:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.805309:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805312:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805319:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805321:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805327:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805330:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805335:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805338:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805343:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805345:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805350:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805353:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805357:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805359:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805365:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805367:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1787827177.805556:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805562:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.805571:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805573:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805579:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805581:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805587:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805589:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805597:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805600:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805611:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805614:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805625:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805628:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805638:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805641:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805651:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805655:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827177.805792:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805798:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.805807:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805810:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805819:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805822:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805832:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805836:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805843:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805846:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.805854:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805857:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805867:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805871:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805881:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805884:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.805894:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.805898:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1787827177.806041:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806047:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.806055:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806059:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806066:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806069:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806092:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806096:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806103:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806107:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806116:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806119:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806129:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806133:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806142:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806146:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806154:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806158:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1787827177.806267:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806273:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.806282:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806285:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806292:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806296:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806303:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806306:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806314:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806317:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806324:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806327:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806336:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806339:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806346:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806349:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806356:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806360:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1787827177.806485:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806490:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.806498:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806501:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806508:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806511:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806518:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806521:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806529:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806532:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806539:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806542:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806550:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806553:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806562:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806565:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806574:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806578:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1787827177.806685:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806690:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.806698:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806702:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806709:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806712:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806720:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806723:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806730:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806733:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806740:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806743:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806751:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806753:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806761:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806764:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806771:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806775:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1787827177.806888:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806894:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.806902:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806905:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806912:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806915:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806923:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806926:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806934:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806936:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.806944:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806947:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806954:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806957:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806965:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806968:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.806975:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.806978:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827177.811894:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811907:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.811913:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811916:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.811920:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811922:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.811927:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811928:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.811933:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811934:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.811938:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811940:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.811945:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811946:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.811951:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811953:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.811957:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.811959:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1787827177.812096:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812100:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.812105:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812107:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812111:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812113:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812118:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812120:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812124:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812125:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812129:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812131:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.812135:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812137:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.812141:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812143:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.812147:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812149:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1787827177.812231:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812234:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.812239:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812241:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812245:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812246:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812251:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812253:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812257:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812259:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.812263:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812264:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.812269:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812271:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.812275:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812276:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.812280:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.812283:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827177.813640:0:327988:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827177.813659:0:327988:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.813673:0:327988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827177.813688:0:327988:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827177.813697:0:327988:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.813703:0:327988:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827177.813706:0:327988:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.813714:0:327988:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae818146fb58 00010000:00010000:2.0:1787827177.813718:0:327988:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827177.813726:0:327988:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827177.813741:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.813746:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1787827177.813752:0:327988:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.813755:0:327988:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.813764:0:327988:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.813770:0:327988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:2.0:1787827177.813775:0:327988:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:2.0:1787827177.813780:0:327988:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.813782:0:327988:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.813783:0:327988:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.813786:0:327988:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818146fcb8 00010000:00010000:2.0:1787827177.813788:0:327988:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:2.0:1787827177.813793:0:327988:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:2.0:1787827177.813806:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827177.813810:0:327988:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.813813:0:327988:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.813820:0:327988:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.813825:0:327988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:2.0:1787827177.813833:0:327988:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:2.0:1787827177.813840:0:327988:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.813844:0:327988:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.813846:0:327988:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.813850:0:327988:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818146fcb8 00010000:00010000:2.0:1787827177.813852:0:327988:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:2.0:1787827177.813857:0:327988:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200008:2.0:1787827177.813872:0:327988:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.813874:0:327988:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827177.813878:0:327988:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.813882:0:327988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827177.813886:0:327988:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827177.813890:0:327988:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.813892:0:327988:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827177.813894:0:327988:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.813895:0:327988:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae818146fcb8 00010000:00010000:2.0:1787827177.813897:0:327988:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827177.813901:0:327988:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827177.813908:0:327988:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827177.813911:0:327988:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.813914:0:327988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827177.813918:0:327988:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827177.813921:0:327988:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.813923:0:327988:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827177.813924:0:327988:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.813926:0:327988:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae818146fb58 00010000:00010000:2.0:1787827177.813928:0:327988:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827177.813932:0:327988:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827177.813936:0:327988:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.813938:0:327988:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1787827177.813940:0:327988:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.813942:0:327988:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.813945:0:327988:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.813948:0:327988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:2.0:1787827177.813953:0:327988:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:2.0:1787827177.813956:0:327988:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.813958:0:327988:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.813960:0:327988:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.813962:0:327988:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818146fcb8 00010000:00010000:2.0:1787827177.813965:0:327988:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:2.0:1787827177.813972:0:327988:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:1.0:1787827177.815002:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827177.815009:0:327989:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827177.815013:0:327989:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827177.815022:0:327989:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.815029:0:327989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:1.0:1787827177.815035:0:327989:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:1.0:1787827177.815040:0:327989:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.815043:0:327989:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827177.815045:0:327989:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827177.815048:0:327989:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181debcb8 00010000:00010000:1.0:1787827177.815050:0:327989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:1.0:1787827177.815055:0:327989:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:1.0:1787827177.815840:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815845:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.815851:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815853:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.815858:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815860:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.815865:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815866:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.815871:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815873:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.815877:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815879:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.815884:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815885:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.815889:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815891:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.815895:0:327989:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.815897:0:327989:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827177.819636:0:327992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827177.819648:0:327992:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827177.819654:0:327992:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827177.819673:0:327992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.819687:0:327992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:1.0:1787827177.819700:0:327992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:1.0:1787827177.819708:0:327992:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.819715:0:327992:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827177.819718:0:327992:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827177.819724:0:327992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c13cb8 00010000:00010000:1.0:1787827177.819728:0:327992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:1.0:1787827177.819736:0:327992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:2.0:1787827177.820914:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820921:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.820927:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820929:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.820934:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820936:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.820941:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820943:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.820947:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820949:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.820953:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820955:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.820967:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820972:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.820977:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820979:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.820983:0:327993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.820985:0:327993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827177.823422:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827177.823433:0:327995:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.823440:0:327995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.823506:0:327995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.823520:0:327995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:2.0:1787827177.823534:0:327995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:2.0:1787827177.823542:0:327995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.823549:0:327995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.823552:0:327995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.823559:0:327995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c13cb8 00010000:00010000:2.0:1787827177.823563:0:327995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:2.0:1787827177.823572:0:327995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:0.0:1787827177.823942:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.823949:0:327996:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.823952:0:327996:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.823961:0:327996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.823968:0:327996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:0.0:1787827177.823976:0:327996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:0.0:1787827177.823984:0:327996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.823988:0:327996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.823991:0:327996:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.823996:0:327996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d13cb8 00010000:00010000:0.0:1787827177.823999:0:327996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:0.0:1787827177.824009:0:327996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00000080:00200000:3.0:1787827177.824501:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827177.824508:0:327997:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827177.824512:0:327997:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827177.824521:0:327997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827177.824531:0:327997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00010000:3.0:1787827177.824553:0:327997:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00000080:00200000:3.0:1787827177.824560:0:327997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827177.824565:0:327997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827177.824568:0:327997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827177.824572:0:327997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1bcb8 00010000:00010000:3.0:1787827177.824575:0:327997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00010000:3.0:1787827177.824583:0:327997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 68 lru_type: 1 00000080:00200000:2.0:1787827177.824814:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824819:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.824834:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824837:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.824845:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824848:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.824856:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824858:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.824867:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824869:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.824878:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824880:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.824889:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824891:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.824900:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824902:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.824911:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.824913:0:327995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.825324:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825330:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.825353:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825357:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.825376:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825379:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.825392:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825395:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.825405:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825409:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.825417:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825420:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.825427:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825430:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.825438:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825441:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.825450:0:327996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.825454:0:327996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827177.825680:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827177.825686:0:327995:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.825689:0:327995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.825698:0:327995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.825705:0:327995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 68 lru_type: 1 00010000:00010000:2.0:1787827177.825712:0:327995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 68 lru_type: 1 00000080:00200000:2.0:1787827177.825717:0:327995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.825721:0:327995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.825723:0:327995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.825726:0:327995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c13cb8 00010000:00010000:2.0:1787827177.825728:0:327995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 68 lru_type: 1 00010000:00010000:2.0:1787827177.825733:0:327995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 69 lru_type: 1 00000080:00200000:2.0:1787827177.825748:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.825751:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:2.0:1787827177.825754:0:327995:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200008:2.0:1787827177.825767:0:327995:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:2.0:1787827177.825775:0:327995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827177.825897:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825904:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.825915:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825918:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.825925:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825928:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.825936:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825940:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.825950:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825956:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.825967:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825972:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.825983:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.825986:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.825998:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826002:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826010:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826013:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1787827177.826157:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826163:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.826171:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826174:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826186:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826190:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826199:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826205:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826217:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826222:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826232:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826235:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826242:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826245:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826252:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826255:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826262:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826267:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200008:2.0:1787827177.826367:0:327995:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.826372:0:327995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000080:00200000:3.0:1787827177.826372:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826380:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000002:00010000:2.0:1787827177.826382:0:327995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:3.0:1787827177.826387:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827177.826391:0:327995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827177.826391:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826398:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826405:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:2.0:1787827177.826412:0:327995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827177.826413:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826419:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.826424:0:327995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:3.0:1787827177.826427:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:2.0:1787827177.826428:0:327995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00200000:3.0:1787827177.826431:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00010000:2.0:1787827177.826432:0:327995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:2.0:1787827177.826437:0:327995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae8181c13cb8 00000080:00200000:3.0:1787827177.826439:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:2.0:1787827177.826440:0:327995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827177.826443:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:2.0:1787827177.826451:0:327995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827177.826451:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826481:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826501:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826506:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826521:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826524:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827177.826629:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826637:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.826648:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826651:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.826658:0:327995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826661:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.826665:0:327995:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00200000:3.0:1787827177.826667:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000004:2.0:1787827177.826669:0:327995:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2781, max_age 2784 00800000:00000004:2.0:1787827177.826675:0:327995:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2781, max_age 2784 00000080:00200000:3.0:1787827177.826686:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826691:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826703:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:2.0:1787827177.826708:0:327995:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:327995:1874669802777216:192.168.203.151@tcp:41:df.0 00000080:00200000:3.0:1787827177.826709:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826723:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826727:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826738:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826742:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826753:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826756:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826766:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826770:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000100:00100000:2.0:1787827177.826783:0:327995:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f493f7300 going to sleep for 11 seconds 00000080:00200000:3.0:1787827177.826885:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826889:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.826894:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826896:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826900:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826902:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826906:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826908:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826912:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826913:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.826917:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826919:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826969:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826971:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826977:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826979:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.826983:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.826985:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827177.827060:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827064:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.827069:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827088:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827099:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827103:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827110:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827111:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827116:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827123:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827128:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827130:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827135:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827137:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827142:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827144:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827149:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827151:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827177.827226:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827229:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.827234:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827236:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827240:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827242:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827246:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827248:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827252:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827253:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827258:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827260:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827264:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827266:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827270:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827272:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827276:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827278:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.827380:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827385:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.827393:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827396:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827404:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827408:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827416:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827418:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827423:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827425:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.827430:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827431:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827436:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827438:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827443:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827444:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.827449:0:327997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.827451:0:327997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1787827177.827895:0:327995:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:327995:1874669802777216:192.168.203.151@tcp:41:df.0 00800000:00000004:2.0:1787827177.827911:0:327995:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827177.827916:0:327995:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827177.827920:0:327995:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000080:00200000:2.0:1787827177.834140:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827177.834155:0:328000:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.834161:0:328000:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.834179:0:328000:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.834193:0:328000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 69 lru_type: 1 00010000:00010000:2.0:1787827177.834203:0:328000:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 69 lru_type: 1 00000080:00200000:2.0:1787827177.834208:0:328000:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.834213:0:328000:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.834216:0:328000:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.834221:0:328000:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181bfbcb8 00010000:00010000:2.0:1787827177.834223:0:328000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 69 lru_type: 1 00010000:00010000:2.0:1787827177.834229:0:328000:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 70 lru_type: 1 00000080:00200000:0.0:1787827177.834627:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.834636:0:328001:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.834640:0:328001:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.834651:0:328001:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.834659:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 70 lru_type: 1 00010000:00010000:0.0:1787827177.834674:0:328001:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 70 lru_type: 1 00000080:00200000:0.0:1787827177.834681:0:328001:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.834685:0:328001:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.834688:0:328001:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.834692:0:328001:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c0bcb8 00010000:00010000:0.0:1787827177.834695:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 70 lru_type: 1 00010000:00010000:0.0:1787827177.834703:0:328001:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 71 lru_type: 1 00000080:00200000:3.0:1787827177.835386:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827177.835394:0:328002:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827177.835398:0:328002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827177.835407:0:328002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827177.835414:0:328002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 71 lru_type: 1 00010000:00010000:3.0:1787827177.835422:0:328002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 71 lru_type: 1 00000080:00200000:3.0:1787827177.835427:0:328002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827177.835431:0:328002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827177.835433:0:328002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827177.835437:0:328002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181debcb8 00010000:00010000:3.0:1787827177.835439:0:328002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 71 lru_type: 1 00010000:00010000:3.0:1787827177.835446:0:328002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 72 lru_type: 1 00000080:00200000:2.0:1787827177.835743:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835749:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.835755:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835758:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.835763:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835765:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.835773:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835775:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.835783:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835786:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.835795:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835797:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.835805:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835806:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.835814:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835816:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.835825:0:328000:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.835827:0:328000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.836099:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836105:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.836118:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836121:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.836134:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836137:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.836147:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836150:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.836161:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836164:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.836176:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836179:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.836192:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836195:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.836209:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836212:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.836226:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.836234:0:328001:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47fc3e00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827177.836241:0:328001:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827177.836252:0:328001:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827177.836295:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.836304:0:328001:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827177.836315:0:328001:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827177.836325:0:328001:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95680 x1874669802777472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827177.836334:0:328001:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827177.836353:0:328001:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:328001:1874669802777472:192.168.203.151@tcp:101:openssl.0 00000100:00100000:0.0:1787827177.836525:0:328001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337780 going to sleep for 11 seconds 00000080:00200000:3.0:1787827177.837013:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837018:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.837024:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837026:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837031:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837032:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837037:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837039:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837043:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837045:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837049:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837051:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837055:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837057:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837061:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837062:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837067:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837070:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1787827177.837199:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837202:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.837208:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837210:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837215:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837218:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837225:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837228:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837236:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837239:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837246:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837249:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837256:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837259:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837268:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837271:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837277:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837279:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1787827177.837365:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837369:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.837374:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837376:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837380:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837382:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837387:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837389:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837393:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837394:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837399:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837401:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837405:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837406:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837410:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837412:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837415:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837417:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827177.837538:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837543:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.837553:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837556:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837564:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837567:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837573:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837575:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837579:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837580:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.837585:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837587:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837592:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837594:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837601:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837604:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.837612:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837616:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1787827177.837828:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837834:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.837845:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837849:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:0.0:1787827177.837851:0:328001:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:328001:1874669802777472:192.168.203.151@tcp:101:openssl.0 00000080:00200000:3.0:1787827177.837860:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827177.837863:0:328001:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837866:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:0.0:1787827177.837875:0:328001:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837878:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827177.837880:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837884:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:0.0:1787827177.837888:0:328001:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.837894:0:328001:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837897:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827177.837899:0:328001:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827177.837904:0:328001:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837904:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:0.0:1787827177.837912:0:328001:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.837917:0:328001:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837920:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:0.0:1787827177.837921:0:328001:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827177.837927:0:328001:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837927:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:0.0:1787827177.837934:0:328001:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbb8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827177.837941:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000002:00100000:0.0:1787827177.837946:0:328001:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95680 x1874669802777472/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827193 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827177.837948:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.837958:0:328001:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827177.837963:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.837969:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:0.0:1787827177.837970:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 72 lru_type: 1 00010000:00010000:0.0:1787827177.837979:0:328001:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 72 lru_type: 1 00000080:00200000:3.0:1787827177.837981:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:0.0:1787827177.837988:0:328001:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c0b9a0 00000080:00200000:3.0:1787827177.837990:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00010000:00010000:0.0:1787827177.837992:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 72 lru_type: 1 00010000:00010000:0.0:1787827177.837998:0:328001:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 73 lru_type: 1 00000080:00200000:3.0:1787827177.838141:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838147:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.838160:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838163:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838176:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838179:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838190:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838193:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838205:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838208:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838225:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838228:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838229:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.838234:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.838251:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838252:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838257:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838260:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.838266:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838270:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838279:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838282:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838285:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.838286:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.838301:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838303:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838310:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838314:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838317:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827177.838318:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.838329:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838331:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.838345:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838347:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.838353:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.838358:0:328001:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f47fc2780, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827177.838362:0:328001:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827177.838370:0:328001:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827177.838393:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.838400:0:328001:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827177.838408:0:328001:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827177.838414:0:328001:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95680 x1874669802777728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827177.838423:0:328001:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827177.838436:0:328001:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:328001:1874669802777728:192.168.203.151@tcp:101:openssl.0 00000080:00200000:3.0:1787827177.838505:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838511:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.838527:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838531:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838541:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838545:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:0.0:1787827177.838558:0:328001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337780 going to sleep for 11 seconds 00000080:00200000:3.0:1787827177.838558:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838565:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838577:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838580:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838592:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838595:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.838606:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838610:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.838620:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838624:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.838638:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838642:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.838854:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838860:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.838870:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838874:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838884:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838887:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838896:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838899:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838906:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838909:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.838917:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838920:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.838928:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838930:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.838938:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838941:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.838948:0:328002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.838952:0:328002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:0.0:1787827177.839396:0:328001:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:328001:1874669802777728:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827177.839404:0:328001:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839409:0:328001:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839413:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839417:0:328001:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839421:0:328001:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839427:0:328001:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827177.839429:0:328001:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839433:0:328001:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839436:0:328001:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839439:0:328001:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827177.839442:0:328001:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839445:0:328001:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbb91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827177.839451:0:328001:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95680 x1874669802777728/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 664/608 e 0 to 0 dl 1787827193 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827177.839479:0:328001:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827177.839490:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 73 lru_type: 1 00010000:00010000:0.0:1787827177.839499:0:328001:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 73 lru_type: 1 00000080:00010000:0.0:1787827177.839508:0:328001:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c0b9a0 00010000:00010000:0.0:1787827177.839512:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 73 lru_type: 1 00010000:00010000:0.0:1787827177.839526:0:328001:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 74 lru_type: 1 00000080:00200000:0.0:1787827177.839709:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839713:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.839719:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839721:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.839725:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839727:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.839731:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839732:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.839736:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839738:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.839743:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839744:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.839749:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839750:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.839754:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839756:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.839760:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.839765:0:328001:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f45c76780, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827177.839769:0:328001:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827177.839775:0:328001:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827177.839795:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.839801:0:328001:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827177.839814:0:328001:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827177.839820:0:328001:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95680 x1874669802777984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827177.839829:0:328001:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827177.839841:0:328001:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:328001:1874669802777984:192.168.203.151@tcp:101:openssl.0 00000100:00100000:0.0:1787827177.839899:0:328001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f48337780 going to sleep for 11 seconds 00000100:00100000:0.0:1787827177.840793:0:328001:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job openssl:a3f62039-4096-4b6f-a667-17583e7f47b3:328001:1874669802777984:192.168.203.151@tcp:101:openssl.0 00010000:00010000:0.0:1787827177.840801:0:328001:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840807:0:328001:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840812:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840816:0:328001:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840820:0:328001:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840823:0:328001:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827177.840825:0:328001:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840832:0:328001:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840836:0:328001:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840839:0:328001:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827177.840841:0:328001:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827177.840844:0:328001:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbb98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 328001 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827177.840852:0:328001:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95680 x1874669802777984/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827193 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827177.840859:0:328001:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827177.840867:0:328001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 74 lru_type: 1 00010000:00010000:0.0:1787827177.840873:0:328001:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 74 lru_type: 1 00000080:00010000:0.0:1787827177.840878:0:328001:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c0b9a0 00010000:00010000:0.0:1787827177.840881:0:328001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 74 lru_type: 1 00010000:00010000:0.0:1787827177.840887:0:328001:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 75 lru_type: 1 00000080:00200000:0.0:1787827177.841045:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841050:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.841061:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841064:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841086:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841088:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841095:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841097:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841102:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841104:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841110:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841112:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841118:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841119:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841124:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841126:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841131:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841133:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827177.841225:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841229:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.841239:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841242:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841254:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841257:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841266:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841269:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841279:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841282:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841291:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841293:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841298:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841300:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841307:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841309:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841314:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841316:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827177.841420:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841423:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.841428:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841430:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841435:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841437:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841441:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841442:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841447:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841449:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.841454:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841481:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841494:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841498:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841507:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841510:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.841520:0:328001:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.841523:0:328001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.849855:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827177.849870:0:328005:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827177.849877:0:328005:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827177.849898:0:328005:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827177.849916:0:328005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 75 lru_type: 1 00010000:00010000:3.0:1787827177.849931:0:328005:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 75 lru_type: 1 00000080:00200000:3.0:1787827177.849939:0:328005:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827177.849945:0:328005:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827177.849948:0:328005:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827177.849953:0:328005:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c13cb8 00010000:00010000:3.0:1787827177.849955:0:328005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 75 lru_type: 1 00010000:00010000:3.0:1787827177.849961:0:328005:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 76 lru_type: 1 00000080:00200000:1.0:1787827177.850755:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850763:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.850773:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850776:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.850783:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850785:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.850789:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850791:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.850795:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850798:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.850805:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850808:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.850815:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850818:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.850825:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850828:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.850836:0:328004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.850840:0:328004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.851045:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851050:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.851056:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851058:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.851062:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851064:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.851068:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851084:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.851094:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851097:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.851106:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851109:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.851117:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851121:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.851130:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851133:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.851143:0:328005:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.851146:0:328005:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.854250:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.854272:0:328007:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.854280:0:328007:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.854307:0:328007:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.854330:0:328007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 76 lru_type: 1 00010000:00010000:0.0:1787827177.854348:0:328007:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 76 lru_type: 1 00000080:00200000:0.0:1787827177.854357:0:328007:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.854366:0:328007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.854370:0:328007:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.854379:0:328007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c23cb8 00010000:00010000:0.0:1787827177.854383:0:328007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 76 lru_type: 1 00010000:00010000:0.0:1787827177.854393:0:328007:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 77 lru_type: 1 00000080:00200000:0.0:1787827177.856016:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856025:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.856047:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856051:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856064:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856067:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856090:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856094:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856105:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856109:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856120:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856124:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856132:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856135:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856143:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856146:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856153:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856156:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827177.856333:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856338:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.856347:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856350:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856358:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856361:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856369:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856372:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856380:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856383:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856392:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856395:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856404:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856407:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856417:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856420:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856430:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856434:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.856605:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856610:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.856619:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856622:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856631:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856634:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856643:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856646:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856654:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856658:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.856666:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856669:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856676:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856680:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856688:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856691:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.856700:0:328007:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.856703:0:328007:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827177.861393:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827177.861406:0:328010:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827177.861411:0:328010:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827177.861428:0:328010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.861442:0:328010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 77 lru_type: 1 00010000:00010000:1.0:1787827177.861453:0:328010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 77 lru_type: 1 00000080:00200000:1.0:1787827177.861495:0:328010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.861502:0:328010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827177.861507:0:328010:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827177.861514:0:328010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181bfbcb8 00010000:00010000:1.0:1787827177.861518:0:328010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 77 lru_type: 1 00010000:00010000:1.0:1787827177.861525:0:328010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 78 lru_type: 1 00000080:00200000:3.0:1787827177.862040:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862049:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.862065:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862081:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.862097:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862101:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.862113:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862117:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.862124:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862126:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.862133:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862135:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.862142:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862144:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.862151:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862153:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.862160:0:328009:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.862162:0:328009:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827177.862528:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862535:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.862545:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862547:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.862555:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862556:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.862563:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862565:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.862578:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862580:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.862586:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862588:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.862594:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862595:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.862600:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862602:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.862607:0:328010:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.862609:0:328010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.865336:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.865355:0:328012:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.865363:0:328012:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.865389:0:328012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.865410:0:328012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 78 lru_type: 1 00010000:00010000:0.0:1787827177.865426:0:328012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 78 lru_type: 1 00000080:00200000:0.0:1787827177.865435:0:328012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.865443:0:328012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.865446:0:328012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.865454:0:328012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c3bcb8 00010000:00010000:0.0:1787827177.865489:0:328012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 78 lru_type: 1 00010000:00010000:0.0:1787827177.865499:0:328012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 79 lru_type: 1 00000080:00200000:0.0:1787827177.866958:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.866966:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.866982:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.866986:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.866997:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867000:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867010:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867013:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867022:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867026:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867034:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867038:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867048:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867051:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867060:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867063:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867087:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867092:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827177.867263:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867269:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.867279:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867283:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867292:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867296:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867304:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867307:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867315:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867318:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867325:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867329:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867337:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867339:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867347:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867350:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867358:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867361:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.867544:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867549:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.867560:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867563:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867571:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867574:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867582:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867585:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867592:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867595:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.867604:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867607:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867616:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867619:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867628:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867631:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.867639:0:328012:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.867642:0:328012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827177.872372:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827177.872392:0:328015:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827177.872401:0:328015:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827177.872434:0:328015:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.872453:0:328015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 79 lru_type: 1 00010000:00010000:1.0:1787827177.872496:0:328015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 79 lru_type: 1 00000080:00200000:1.0:1787827177.872503:0:328015:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.872511:0:328015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827177.872514:0:328015:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827177.872527:0:328015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d13cb8 00010000:00010000:1.0:1787827177.872531:0:328015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 79 lru_type: 1 00010000:00010000:1.0:1787827177.872538:0:328015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 80 lru_type: 1 00000080:00200000:3.0:1787827177.873190:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873202:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.873218:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873221:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.873231:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873235:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.873249:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873251:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.873264:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873267:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.873283:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873288:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.873306:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873310:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.873323:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873326:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.873333:0:328014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.873336:0:328014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827177.874347:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874356:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.874380:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874384:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.874397:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874400:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.874410:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874413:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.874427:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874430:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.874441:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874447:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.874493:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874497:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.874512:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874516:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.874526:0:328015:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.874530:0:328015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.877728:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827177.877744:0:328017:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827177.877750:0:328017:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827177.877773:0:328017:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827177.877791:0:328017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 80 lru_type: 1 00010000:00010000:3.0:1787827177.877808:0:328017:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 80 lru_type: 1 00000080:00200000:3.0:1787827177.877818:0:328017:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827177.877825:0:328017:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827177.877829:0:328017:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827177.877837:0:328017:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181bfbcb8 00010000:00010000:3.0:1787827177.877840:0:328017:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 80 lru_type: 1 00010000:00010000:3.0:1787827177.877851:0:328017:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 81 lru_type: 1 00000080:00200000:3.0:1787827177.878795:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878801:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.878808:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878811:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878816:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878818:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878822:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878824:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878829:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878830:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878835:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878837:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.878841:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878843:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.878849:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878850:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.878856:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878858:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827177.878964:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878967:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.878973:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878975:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878980:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878982:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878987:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878988:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878993:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.878995:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.878999:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879001:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.879006:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879008:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.879012:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879014:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.879018:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879020:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.879157:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879161:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.879169:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879171:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.879179:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879182:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.879190:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879192:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.879200:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879203:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.879211:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879214:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.879222:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879224:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.879229:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879231:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.879237:0:328017:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.879239:0:328017:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827177.883284:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.883304:0:328020:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.883313:0:328020:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.883340:0:328020:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.883361:0:328020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 81 lru_type: 1 00010000:00010000:0.0:1787827177.883378:0:328020:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 81 lru_type: 1 00000080:00200000:0.0:1787827177.883385:0:328020:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.883392:0:328020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.883395:0:328020:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.883403:0:328020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c6bcb8 00010000:00010000:0.0:1787827177.883405:0:328020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 81 lru_type: 1 00010000:00010000:0.0:1787827177.883420:0:328020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 82 lru_type: 1 00000080:00200000:3.0:1787827177.884026:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884034:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.884047:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884050:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.884063:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884065:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.884089:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884092:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.884101:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884103:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.884113:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884115:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.884124:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884126:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.884132:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884134:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.884141:0:328019:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.884143:0:328019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.884927:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.884938:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.884952:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.884956:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.884970:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.884975:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.884988:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.884992:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.885008:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.885012:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.885024:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.885028:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.885039:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.885043:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.885054:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.885057:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.885066:0:328020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.885069:0:328020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.889246:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.889270:0:328022:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.889279:0:328022:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.889320:0:328022:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.889345:0:328022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 82 lru_type: 1 00010000:00010000:0.0:1787827177.889364:0:328022:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 82 lru_type: 1 00000080:00200000:0.0:1787827177.889374:0:328022:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.889383:0:328022:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.889387:0:328022:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.889396:0:328022:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c83cb8 00010000:00010000:0.0:1787827177.889401:0:328022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 82 lru_type: 1 00010000:00010000:0.0:1787827177.889412:0:328022:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 83 lru_type: 1 00000080:00200000:0.0:1787827177.890681:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890689:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.890696:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890699:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890703:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890706:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890711:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890712:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890717:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890718:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890723:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890725:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.890729:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890730:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.890734:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890736:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.890741:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890742:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827177.890884:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890890:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.890898:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890900:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890908:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890910:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890917:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890919:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890926:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890929:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.890938:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890941:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.890948:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890952:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.890961:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890963:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.890969:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.890972:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.891110:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891114:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.891120:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891122:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.891126:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891128:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.891133:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891135:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.891139:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891141:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.891146:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891147:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.891152:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891153:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.891159:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891160:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.891166:0:328022:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.891167:0:328022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1787827177.894862:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827177.894876:0:328025:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827177.894883:0:328025:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827177.894907:0:328025:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827177.894929:0:328025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 83 lru_type: 1 00010000:00010000:1.0:1787827177.894948:0:328025:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 83 lru_type: 1 00000080:00200000:1.0:1787827177.894955:0:328025:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827177.894962:0:328025:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827177.894965:0:328025:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827177.894972:0:328025:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c53cb8 00010000:00010000:1.0:1787827177.894975:0:328025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 83 lru_type: 1 00010000:00010000:1.0:1787827177.894982:0:328025:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 84 lru_type: 1 00000080:00200000:2.0:1787827177.895449:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895476:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.895493:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895498:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.895511:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895514:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.895525:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895528:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.895539:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895543:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.895558:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895562:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.895576:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895579:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.895586:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895588:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.895596:0:328024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.895599:0:328024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827177.896059:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896063:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.896082:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896085:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.896092:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896095:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.896100:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896102:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.896109:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896111:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.896117:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896119:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.896126:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896128:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.896134:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896135:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.896142:0:328025:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.896144:0:328025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.898627:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827177.898638:0:328027:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827177.898644:0:328027:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827177.898661:0:328027:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827177.898677:0:328027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 84 lru_type: 1 00010000:00010000:3.0:1787827177.898692:0:328027:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 84 lru_type: 1 00000080:00200000:3.0:1787827177.898700:0:328027:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827177.898707:0:328027:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827177.898710:0:328027:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827177.898716:0:328027:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c3bcb8 00010000:00010000:3.0:1787827177.898720:0:328027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 84 lru_type: 1 00010000:00010000:3.0:1787827177.898735:0:328027:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 85 lru_type: 1 00000080:00200000:3.0:1787827177.899840:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899848:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.899860:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899864:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.899873:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899876:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.899884:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899887:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.899896:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899899:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.899909:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899912:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.899921:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899924:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.899931:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899934:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.899941:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.899944:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1787827177.900104:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900110:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.900118:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900121:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900129:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900131:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900138:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900142:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900150:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900153:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900161:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900164:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.900172:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900175:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.900183:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900186:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.900194:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900197:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827177.900336:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900341:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827177.900349:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900351:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900358:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900361:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900370:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900373:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900382:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900385:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827177.900395:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900399:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.900407:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900410:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.900419:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900421:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827177.900430:0:328027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827177.900434:0:328027:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827177.903681:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827177.903693:0:328030:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827177.903700:0:328030:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827177.903720:0:328030:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827177.903738:0:328030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 85 lru_type: 1 00010000:00010000:2.0:1787827177.903754:0:328030:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 85 lru_type: 1 00000080:00200000:2.0:1787827177.903762:0:328030:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827177.903768:0:328030:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827177.903772:0:328030:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827177.903778:0:328030:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181d83cb8 00010000:00010000:2.0:1787827177.903782:0:328030:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 85 lru_type: 1 00010000:00010000:2.0:1787827177.903791:0:328030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 86 lru_type: 1 00000080:00200000:1.0:1787827177.904353:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904359:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827177.904369:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904372:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.904382:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904384:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.904395:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904397:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.904404:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904406:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827177.904414:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904416:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.904421:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904423:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.904429:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904431:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827177.904437:0:328029:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827177.904440:0:328029:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827177.905136:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905142:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827177.905162:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905166:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.905185:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905189:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.905202:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905206:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.905218:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905221:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827177.905230:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905235:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.905248:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905251:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.905262:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905265:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827177.905275:0:328030:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827177.905278:0:328030:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.908493:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827177.908509:0:328032:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827177.908517:0:328032:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827177.908550:0:328032:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827177.908578:0:328032:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 86 lru_type: 1 00010000:00010000:0.0:1787827177.908591:0:328032:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 86 lru_type: 1 00000080:00200000:0.0:1787827177.908597:0:328032:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827177.908605:0:328032:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827177.908608:0:328032:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827177.908615:0:328032:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1bcb8 00010000:00010000:0.0:1787827177.908619:0:328032:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 86 lru_type: 1 00010000:00010000:0.0:1787827177.908625:0:328032:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 87 lru_type: 1 00000080:00200000:0.0:1787827177.909595:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909601:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.909609:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909611:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909616:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909617:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909622:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909624:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909628:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909630:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909634:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909636:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.909640:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909642:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.909646:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909647:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.909652:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909655:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827177.909779:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909782:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.909790:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909793:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909802:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909805:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909813:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909816:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909823:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909826:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909835:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909837:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.909842:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909843:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.909848:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909849:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.909854:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909856:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827177.909965:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909969:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827177.909974:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909976:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909980:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909982:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909987:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909989:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.909994:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.909996:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827177.910002:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.910004:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.910008:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.910010:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.910015:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.910017:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827177.910021:0:328032:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827177.910023:0:328032:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00010000:00010000:1.0:1787827178.378586:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827178.398783:0:328162:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00000001:02000400:2.0:1787827178.874059:0:328299:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:0.0:1787827179.402549:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827180.427574:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827180.783236:0:328868:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test truncate_00: truncate descrease/increase file size ========================================================== 06:39:40 (1787827180) 00000001:02000400:2.0:1787827181.236016:0:329004:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/truncate/00.t against ext4 filesystem 00000100:00100000:1.0:1787827181.386593:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802778112:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827181.386679:0:2343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787827181.386687:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802778240:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827181.387775:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802778240:192.168.203.151@tcp:400:kworker.0 00000100:00100000:1.0:1787827181.387782:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802778112:192.168.203.151@tcp:400:kworker.0 00010000:00010000:2.0:1787827181.451531:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827182.474600:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827183.498560:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827184.060095:0:329266:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/truncate/00.t against lustre filesystem 00000080:00200000:1.0:1787827184.091247:0:329274:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827184.091270:0:329274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.091288:0:329274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827184.091302:0:329274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787827184.091311:0:329274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.091318:0:329274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827184.091322:0:329274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:1.0:1787827184.091329:0:329274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae8181f23b58 00010000:00010000:1.0:1787827184.091332:0:329274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787827184.091338:0:329274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827184.091354:0:329274:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.091360:0:329274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:1.0:1787827184.091368:0:329274:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827184.091371:0:329274:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827184.091381:0:329274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.091386:0:329274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 87 lru_type: 1 00010000:00010000:1.0:1787827184.091392:0:329274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 87 lru_type: 1 00000080:00200000:1.0:1787827184.091396:0:329274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.091399:0:329274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827184.091400:0:329274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827184.091403:0:329274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181f23cb8 00010000:00010000:1.0:1787827184.091404:0:329274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 87 lru_type: 1 00010000:00010000:1.0:1787827184.091409:0:329274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 88 lru_type: 1 00000080:00200008:1.0:1787827184.091758:0:329274:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827184.091765:0:329274:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827184.091772:0:329274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.091779:0:329274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827184.091794:0:329274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787827184.091800:0:329274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.091804:0:329274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827184.091807:0:329274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:1.0:1787827184.091811:0:329274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae8181f23cb8 00010000:00010000:1.0:1787827184.091814:0:329274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827184.091822:0:329274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827184.091892:0:329274:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:1.0:1787827184.091898:0:329274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.091902:0:329274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827184.091908:0:329274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787827184.091912:0:329274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.091915:0:329274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827184.091916:0:329274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb83 00000080:00010000:1.0:1787827184.091920:0:329274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb83 from it ffffae8181f23bb0 00010000:00010000:1.0:1787827184.091923:0:329274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827184.091928:0:329274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787827184.091934:0:329274:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 44 00000080:00200008:1.0:1787827184.091938:0:329274:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200080:1.0:1787827184.091948:0:329274:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) cmd=c03066f0 arg=7ffefab3dd80 00000080:00200000:1.0:1787827184.091958:0:329274:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1787827184.091973:0:329274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827184.092007:0:329274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827184.092012:0:329274:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827184.092014:0:329274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9c00/0xf3d5ba2766bbb83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b9d9 expref: -99 pid: 327522 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00100000:1.0:1787827184.092041:0:329274:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827184.092050:0:329274:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3480 x1874669802778496/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827184.092067:0:329274:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:329274:1874669802778496:192.168.203.151@tcp:36:lfs.0 00000100:00100000:1.0:1787827184.092141:0:329274:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8180 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.093391:0:329274:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job lfs:a3f62039-4096-4b6f-a667-17583e7f47b3:329274:1874669802778496:192.168.203.151@tcp:36:lfs.0 00000080:00200008:0.0:1787827184.093441:0:329274:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), flags 300000 00000080:00200008:0.0:1787827184.124448:0:328738:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.124477:0:328738:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827184.124495:0:328738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.124537:0:328738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.124543:0:328738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.124550:0:328738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328738 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.124567:0:328738:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:328738:1874669802778624:192.168.203.151@tcp:101:bash.0 00000100:00100000:0.0:1787827184.124633:0:328738:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.126142:0:328738:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job bash:a3f62039-4096-4b6f-a667-17583e7f47b3:328738:1874669802778624:192.168.203.151@tcp:101:bash.0 00010000:00010000:0.0:1787827184.126153:0:328738:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126159:0:328738:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126167:0:328738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126177:0:328738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126184:0:328738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126188:0:328738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126193:0:328738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.126199:0:328738:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f4bd95e00 x1874669802778624/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827184.126208:0:328738:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126214:0:328738:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1787827184.126217:0:328738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827184.126232:0:328738:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827184.126236:0:328738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:0.0:1787827184.126241:0:328738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827184.126244:0:328738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181477cb8 00010000:00010000:0.0:1787827184.126247:0:328738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.126261:0:328738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827184.126292:0:328738:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827184.126298:0:328738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.126304:0:328738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.126310:0:328738:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827184.126314:0:328738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.126316:0:328738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827184.126318:0:328738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:0.0:1787827184.126321:0:328738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181477b58 00010000:00010000:0.0:1787827184.126322:0:328738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.126326:0:328738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827184.126331:0:328738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.126335:0:328738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827184.126340:0:328738:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.126342:0:328738:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827184.126349:0:328738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.126354:0:328738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 88 lru_type: 1 00010000:00010000:0.0:1787827184.126359:0:328738:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 88 lru_type: 1 00000080:00200000:0.0:1787827184.126363:0:328738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.126365:0:328738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827184.126366:0:328738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827184.126368:0:328738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181477cb8 00010000:00010000:0.0:1787827184.126370:0:328738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 88 lru_type: 1 00010000:00010000:0.0:1787827184.126373:0:328738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 89 lru_type: 1 00000080:00200000:0.0:1787827184.126382:0:328738:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827184.126385:0:328738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.126387:0:328738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.126391:0:328738:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827184.126394:0:328738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.126396:0:328738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827184.126397:0:328738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:0.0:1787827184.126399:0:328738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181477c18 00010000:00010000:0.0:1787827184.126402:0:328738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.126406:0:328738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827184.126410:0:328738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.126412:0:328738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1787827184.126414:0:328738:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 101 00000080:00200000:3.0:1787827184.128147:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128153:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.128159:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128162:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128166:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128168:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128172:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128174:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128179:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128180:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128185:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128187:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128191:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128193:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128198:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128201:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128209:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128213:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1787827184.128375:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128379:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.128384:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128386:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128390:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128392:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128396:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128398:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128402:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128404:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128408:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128410:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128414:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128415:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128420:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128421:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128426:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128428:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827184.128529:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128532:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.128537:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128539:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128543:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128545:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128549:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128551:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128556:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128557:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128562:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128564:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128569:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128571:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128575:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128577:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128581:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128583:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1787827184.128666:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128670:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.128675:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128677:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128681:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128683:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128687:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128689:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128693:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128695:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128699:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128701:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128705:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128706:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128711:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128712:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128717:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128719:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827184.128787:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128791:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.128796:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128798:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128802:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128804:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128808:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128810:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128814:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128816:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128821:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128822:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128827:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128828:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128832:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128834:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128838:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128840:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827184.128944:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128948:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.128956:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128958:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128966:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128969:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128976:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128977:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128983:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128985:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.128990:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128992:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.128996:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.128998:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129002:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129004:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129008:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129010:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1787827184.129121:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129126:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.129137:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129140:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129148:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129151:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129158:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129160:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129168:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129171:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129178:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129181:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129187:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129190:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129197:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129200:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129206:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129210:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1787827184.129298:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129301:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.129307:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129308:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129313:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129315:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129319:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129321:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129325:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129326:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.129331:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129332:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129337:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129339:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129343:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129345:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.129349:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.129351:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.192293:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192306:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.192312:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192315:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.192320:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192322:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.192326:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192328:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.192334:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192336:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.192341:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192343:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.192348:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192349:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.192354:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192356:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.192361:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.192363:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:3.0:1787827184.202885:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.202901:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:3.0:1787827184.204075:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.204081:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:3.0:1787827184.218685:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.218695:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.218700:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:3.0:1787827184.218707:0:329281:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.218709:0:329281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00000080:00200000:0.0:1787827184.279810:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279825:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.279839:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279844:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.279855:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279858:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.279867:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279871:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.279879:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279881:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.279887:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279890:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.279897:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279900:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.279907:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279909:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.279916:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.279919:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1787827184.280092:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280096:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.280102:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280104:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280109:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280111:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280116:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280118:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280123:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280125:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280131:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280133:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280138:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280140:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280146:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280148:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280154:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280157:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827184.280249:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280253:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.280258:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280260:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280265:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280266:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280272:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280274:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280279:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280280:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280285:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280286:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280290:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280292:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280297:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280299:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280307:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280311:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1787827184.280447:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280451:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.280472:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280474:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280482:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280484:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280490:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280492:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280498:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280500:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280505:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280507:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280514:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280516:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280521:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280522:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280528:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280530:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827184.280612:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280616:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.280622:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280624:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280629:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280630:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280637:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280639:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280645:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280647:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280654:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280656:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280661:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280664:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280670:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280672:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280677:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280679:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827184.280757:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280760:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.280766:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280769:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280777:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280780:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280787:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280791:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280798:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280801:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280810:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280813:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280820:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280822:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280827:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280829:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280834:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280836:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1787827184.280918:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280923:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.280932:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280935:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280943:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280946:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280955:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280958:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280962:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280964:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.280968:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280970:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280975:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280976:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280981:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280982:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.280986:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.280989:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1787827184.281120:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281124:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.281134:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281137:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.281146:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281149:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.281154:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281156:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.281161:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281163:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.281168:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281170:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.281174:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281176:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.281180:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281182:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.281187:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.281189:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.284148:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284153:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.284159:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284161:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284165:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284167:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284171:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284173:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284177:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284179:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284184:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284186:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284190:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284192:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284197:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284198:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284203:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284205:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827184.284318:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284322:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.284327:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284329:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284333:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284335:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284340:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284341:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284346:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284347:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284351:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284353:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284357:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284359:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284364:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284365:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284369:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284371:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827184.284439:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284442:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.284448:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284450:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284454:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284469:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284476:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284479:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284487:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284489:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.284494:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284496:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284501:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284503:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284507:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284509:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.284513:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.284515:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.285740:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827184.285756:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.285771:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827184.285786:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827184.285794:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.285801:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827184.285804:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:0.0:1787827184.285812:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3b58 00010000:00010000:0.0:1787827184.285814:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827184.285821:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827184.285832:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.285835:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827184.285841:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.285844:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827184.285853:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.285858:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 89 lru_type: 1 00010000:00010000:0.0:1787827184.285864:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 89 lru_type: 1 00000080:00200000:0.0:1787827184.285868:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.285870:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827184.285871:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827184.285873:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181ef3cb8 00010000:00010000:0.0:1787827184.285875:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 89 lru_type: 1 00010000:00010000:0.0:1787827184.285880:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 90 lru_type: 1 00000080:00200000:0.0:1787827184.285889:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.285892:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.285894:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827184.285897:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.285900:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 90 lru_type: 1 00010000:00010000:0.0:1787827184.285905:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 90 lru_type: 1 00000080:00200000:0.0:1787827184.285908:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.285910:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827184.285912:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827184.285913:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181ef3cb8 00010000:00010000:0.0:1787827184.285916:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 90 lru_type: 1 00010000:00010000:0.0:1787827184.285922:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 91 lru_type: 1 00000080:00200008:0.0:1787827184.285942:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.285946:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827184.285952:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.285958:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.285970:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827184.285976:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.285979:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827184.285981:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:0.0:1787827184.285984:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3cb8 00010000:00010000:0.0:1787827184.285985:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.285990:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827184.286001:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:0.0:1787827184.286004:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.286007:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827184.286011:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827184.286015:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.286017:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:0.0:1787827184.286019:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:0.0:1787827184.286020:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3b58 00010000:00010000:0.0:1787827184.286022:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827184.286042:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827184.286047:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.286050:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1787827184.286054:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.286056:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827184.286060:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.286064:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 91 lru_type: 1 00010000:00010000:0.0:1787827184.286069:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 91 lru_type: 1 00000080:00200000:0.0:1787827184.286073:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.286075:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827184.286076:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827184.286078:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181ef3cb8 00010000:00010000:0.0:1787827184.286079:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 91 lru_type: 1 00010000:00010000:0.0:1787827184.286084:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 92 lru_type: 1 00000080:00200000:3.0:1787827184.287056:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.287065:0:329283:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.287069:0:329283:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827184.287079:0:329283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.287087:0:329283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 92 lru_type: 1 00010000:00010000:3.0:1787827184.287098:0:329283:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 92 lru_type: 1 00000080:00200000:3.0:1787827184.287105:0:329283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.287110:0:329283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827184.287112:0:329283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827184.287116:0:329283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181f53cb8 00010000:00010000:3.0:1787827184.287120:0:329283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 92 lru_type: 1 00010000:00010000:3.0:1787827184.287129:0:329283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 93 lru_type: 1 00000080:00200000:3.0:1787827184.287898:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287905:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.287916:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287919:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.287927:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287929:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.287936:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287939:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.287946:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287948:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.287953:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287955:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.287959:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287961:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.287965:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287967:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.287971:0:329283:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.287973:0:329283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.291574:0:329286:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.291581:0:329286:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.291585:0:329286:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827184.291592:0:329286:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.291599:0:329286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 93 lru_type: 1 00010000:00010000:3.0:1787827184.291607:0:329286:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 93 lru_type: 1 00000080:00200000:3.0:1787827184.291612:0:329286:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.291615:0:329286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827184.291617:0:329286:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827184.291620:0:329286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818183bcb8 00010000:00010000:3.0:1787827184.291622:0:329286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 93 lru_type: 1 00010000:00010000:3.0:1787827184.291628:0:329286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 94 lru_type: 1 00000080:00200000:0.0:1787827184.292608:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292613:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.292619:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292622:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.292626:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292628:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.292632:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292635:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.292639:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292640:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.292645:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292647:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.292651:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292652:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.292660:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292662:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.292670:0:329287:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.292673:0:329287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827184.294780:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827184.294788:0:329289:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.294792:0:329289:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827184.294805:0:329289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.294815:0:329289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 94 lru_type: 1 00010000:00010000:1.0:1787827184.294827:0:329289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 94 lru_type: 1 00000080:00200000:1.0:1787827184.294834:0:329289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.294839:0:329289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827184.294843:0:329289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827184.294847:0:329289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818183bcb8 00010000:00010000:1.0:1787827184.294851:0:329289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 94 lru_type: 1 00010000:00010000:1.0:1787827184.294860:0:329289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 95 lru_type: 1 00000080:00200000:2.0:1787827184.295334:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.295341:0:329290:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.295345:0:329290:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827184.295353:0:329290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.295360:0:329290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 95 lru_type: 1 00010000:00010000:2.0:1787827184.295368:0:329290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 95 lru_type: 1 00000080:00200000:2.0:1787827184.295373:0:329290:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.295377:0:329290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827184.295379:0:329290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827184.295382:0:329290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181643cb8 00010000:00010000:2.0:1787827184.295385:0:329290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 95 lru_type: 1 00010000:00010000:2.0:1787827184.295390:0:329290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 96 lru_type: 1 00000080:00200000:3.0:1787827184.296237:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.296245:0:329291:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.296246:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.296250:0:329291:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000080:00200000:1.0:1787827184.296253:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000002:00010000:3.0:1787827184.296260:0:329291:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:1.0:1787827184.296269:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:3.0:1787827184.296270:0:329291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 96 lru_type: 1 00000080:00200000:1.0:1787827184.296274:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827184.296283:0:329291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 96 lru_type: 1 00000080:00200000:1.0:1787827184.296286:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.296288:0:329291:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:1.0:1787827184.296292:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00010000:3.0:1787827184.296293:0:329291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827184.296297:0:329291:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827184.296300:0:329291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae81818efcb8 00010000:00010000:3.0:1787827184.296303:0:329291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 96 lru_type: 1 00000080:00200000:1.0:1787827184.296305:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.296313:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827184.296314:0:329291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 97 lru_type: 1 00000080:00200000:1.0:1787827184.296331:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.296336:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.296350:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.296354:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.296366:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.296370:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.296383:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.296386:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.296394:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.296397:0:329289:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827184.296631:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296635:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.296644:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296646:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.296655:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296656:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.296663:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296665:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.296672:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296674:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.296680:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296682:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.296690:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296691:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.296700:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296702:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.296709:0:329290:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.296711:0:329290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827184.297321:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827184.297326:0:329289:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.297330:0:329289:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827184.297338:0:329289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.297345:0:329289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 97 lru_type: 1 00010000:00010000:1.0:1787827184.297352:0:329289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 97 lru_type: 1 00000080:00200000:1.0:1787827184.297357:0:329289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.297360:0:329289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827184.297362:0:329289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827184.297365:0:329289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae818183bcb8 00010000:00010000:1.0:1787827184.297367:0:329289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 97 lru_type: 1 00010000:00010000:1.0:1787827184.297373:0:329289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 98 lru_type: 1 00000080:00200000:1.0:1787827184.297389:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.297391:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 44 00000080:00200008:1.0:1787827184.297395:0:329289:0:(file.c:1090:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100400 00000080:00200008:1.0:1787827184.297410:0:329289:0:(file.c:479:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags 100000 00010000:00010000:1.0:1787827184.297419:0:329289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827184.297563:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297568:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.297575:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297578:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297585:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297587:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297594:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297596:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297600:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297602:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297606:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297608:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297612:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297614:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297618:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297620:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297624:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297626:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1787827184.297733:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297738:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.297746:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297749:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297753:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297755:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297760:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297761:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297766:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297768:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297773:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297774:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297778:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297780:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297785:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297789:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297796:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297800:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1787827184.297889:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297893:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.297902:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297904:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297908:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297910:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297915:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297917:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297922:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297924:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.297929:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297931:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297936:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297939:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297945:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297949:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.297954:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.297957:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1787827184.298061:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298066:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.298079:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298083:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:1.0:1787827184.298088:0:329289:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.298093:0:329289:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000080:00200000:3.0:1787827184.298096:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000002:00010000:1.0:1787827184.298099:0:329289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:3.0:1787827184.298101:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:1.0:1787827184.298110:0:329289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827184.298115:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00010000:00010000:1.0:1787827184.298117:0:329289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827184.298119:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.298126:0:329289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.298129:0:329289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:1.0:1787827184.298131:0:329289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00200000:3.0:1787827184.298133:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00010000:1.0:1787827184.298135:0:329289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae818183bcb8 00010000:00010000:1.0:1787827184.298139:0:329289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827184.298141:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:1.0:1787827184.298149:0:329289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827184.298156:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298161:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.298162:0:329289:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.298168:0:329289:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d1f5028e800) pjdfstest proj=0 00000080:00000004:1.0:1787827184.298171:0:329289:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: age 2785, max_age 2791 00000080:00200000:3.0:1787827184.298175:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00800000:00000004:1.0:1787827184.298176:0:329289:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2785, max_age 2791 00000080:00200000:3.0:1787827184.298183:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298195:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298198:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298209:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:1.0:1787827184.298213:0:329289:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:329289:1874669802778752:192.168.203.151@tcp:41:df.0 00000080:00200000:3.0:1787827184.298215:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000100:00100000:1.0:1787827184.298293:0:329289:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8840 going to sleep for 11 seconds 00000080:00200000:3.0:1787827184.298342:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298348:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.298359:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298362:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298373:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298377:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298386:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298388:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298393:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298395:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298400:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298402:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298406:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298408:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298412:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298414:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298418:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298420:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827184.298733:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298737:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.298742:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298744:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298748:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298750:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298754:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298756:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298761:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298764:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298772:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298774:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298782:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298785:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298792:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298795:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298803:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298806:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827184.298912:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298917:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.298926:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298929:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298935:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298938:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298944:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298947:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298953:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298956:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.298961:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298964:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298971:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298973:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298979:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298982:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.298988:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.298991:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.299137:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299141:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.299147:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299148:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.299153:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299155:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.299159:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299161:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.299165:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299166:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.299170:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299172:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.299176:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299178:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.299182:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299184:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.299188:0:329291:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.299190:0:329291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1787827184.299435:0:329289:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job df:a3f62039-4096-4b6f-a667-17583e7f47b3:329289:1874669802778752:192.168.203.151@tcp:41:df.0 00800000:00000004:2.0:1787827184.299452:0:329289:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d1f5028e800: update ffff9d1f45e21e08 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827184.299477:0:329289:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d1f5028e800: update ffff9d1f45e25178 cache blocks 1802806/1916558 objects 523703/523979 00000080:00000004:2.0:1787827184.299482:0:329289:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523703/523979 00000080:00200000:1.0:1787827184.305797:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827184.305809:0:329294:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.305815:0:329294:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827184.305830:0:329294:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.305843:0:329294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 98 lru_type: 1 00010000:00010000:1.0:1787827184.305852:0:329294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 98 lru_type: 1 00000080:00200000:1.0:1787827184.305860:0:329294:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.305866:0:329294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827184.305869:0:329294:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827184.305875:0:329294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae81816a7cb8 00010000:00010000:1.0:1787827184.305878:0:329294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 98 lru_type: 1 00010000:00010000:1.0:1787827184.305887:0:329294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 99 lru_type: 1 00000080:00200000:2.0:1787827184.306246:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.306253:0:329295:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.306257:0:329295:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827184.306266:0:329295:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.306272:0:329295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 99 lru_type: 1 00010000:00010000:2.0:1787827184.306281:0:329295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 99 lru_type: 1 00000080:00200000:2.0:1787827184.306285:0:329295:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.306289:0:329295:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827184.306291:0:329295:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827184.306294:0:329295:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae81818efcb8 00010000:00010000:2.0:1787827184.306296:0:329295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 99 lru_type: 1 00010000:00010000:2.0:1787827184.306301:0:329295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 100 lru_type: 1 00000080:00200000:0.0:1787827184.306736:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.306744:0:329296:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.306748:0:329296:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:0.0:1787827184.306757:0:329296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.306764:0:329296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 100 lru_type: 1 00010000:00010000:0.0:1787827184.306771:0:329296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 100 lru_type: 1 00000080:00200000:0.0:1787827184.306776:0:329296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.306780:0:329296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827184.306782:0:329296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:0.0:1787827184.306786:0:329296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181bfbcb8 00010000:00010000:0.0:1787827184.306788:0:329296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 100 lru_type: 1 00010000:00010000:0.0:1787827184.306794:0:329296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 101 lru_type: 1 00000080:00200000:1.0:1787827184.307578:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307585:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827184.307605:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307609:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.307625:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307627:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.307645:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307649:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.307664:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307666:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.307683:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307687:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.307706:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307706:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307713:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827184.307715:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.307731:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307735:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.307738:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307743:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.307749:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307754:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.307762:0:329294:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.307768:0:329294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827184.307772:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307777:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.307794:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307796:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.307813:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307817:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.307835:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307839:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.307859:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307862:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.307878:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.307881:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1787827184.307985:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.307991:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.308005:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308008:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308014:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308017:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308023:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308034:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308044:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308046:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308054:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308056:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308067:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308070:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308086:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308089:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308097:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308102:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.308103:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308108:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1787827184.308122:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308128:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308145:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308149:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308164:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308166:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308176:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308178:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308187:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308189:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308199:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308201:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308209:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308211:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308221:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308223:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1787827184.308262:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308267:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.308278:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308279:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308288:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308290:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308301:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308303:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308313:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308315:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308321:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308324:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308332:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308334:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308342:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308344:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308349:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308352:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1787827184.308376:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308381:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.308392:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308395:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308405:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308407:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308414:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308416:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308425:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308429:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308440:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308444:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308454:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308481:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308501:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308504:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308519:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308522:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1787827184.308572:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308576:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.308588:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308590:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308599:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308601:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308611:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308613:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308624:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308627:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308643:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308646:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308667:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308669:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308672:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308678:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.308683:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308688:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308700:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308703:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308707:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308708:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1787827184.308728:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308732:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308746:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308749:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308760:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308762:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.308771:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308774:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308787:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308791:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308805:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308808:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.308826:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308831:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1787827184.308849:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308854:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.308870:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308872:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308883:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308886:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308898:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308900:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308911:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308913:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.308929:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308931:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308939:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308941:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308955:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308959:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.308976:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.308979:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.308982:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1787827184.308984:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.309002:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309004:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309017:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309020:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309047:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309051:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309067:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309072:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309086:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309089:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.309110:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309114:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.309137:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309138:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309144:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309145:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.309163:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309165:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309171:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309178:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827184.309180:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309184:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309204:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309207:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309223:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309225:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309238:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309240:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309249:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309251:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309261:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309264:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309275:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309277:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1787827184.309360:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309366:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.309376:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309382:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.309386:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309392:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309399:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309405:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309409:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309413:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309424:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309428:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309430:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309436:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309446:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309451:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309474:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309480:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309481:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309487:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.309503:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309505:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309507:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309510:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.309526:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309529:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309530:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309536:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.309548:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309552:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309552:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309558:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.309568:0:329295:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309573:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.309573:0:329295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.309579:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1787827184.309699:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309703:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.309708:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309710:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309716:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309718:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309724:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309726:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309732:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309734:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309739:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309741:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309748:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309750:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309756:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309758:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309763:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309766:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.309874:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309878:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.309885:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309886:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309893:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309895:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309900:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309901:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309906:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309907:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.309911:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309913:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309917:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309919:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309923:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309924:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.309929:0:329296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.309931:0:329296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1787827184.318978:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827184.318993:0:329299:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.319000:0:329299:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827184.319020:0:329299:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.319049:0:329299:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 101 lru_type: 1 00010000:00010000:1.0:1787827184.319063:0:329299:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 101 lru_type: 1 00000080:00200000:1.0:1787827184.319071:0:329299:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.319078:0:329299:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827184.319082:0:329299:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827184.319089:0:329299:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8180dabcb8 00010000:00010000:1.0:1787827184.319093:0:329299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 101 lru_type: 1 00010000:00010000:1.0:1787827184.319103:0:329299:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 102 lru_type: 1 00000080:00200000:2.0:1787827184.319361:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.319368:0:329300:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.319372:0:329300:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827184.319381:0:329300:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.319388:0:329300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 102 lru_type: 1 00010000:00010000:2.0:1787827184.319396:0:329300:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 102 lru_type: 1 00000080:00200000:2.0:1787827184.319401:0:329300:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.319404:0:329300:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827184.319406:0:329300:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:2.0:1787827184.319410:0:329300:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c13cb8 00010000:00010000:2.0:1787827184.319412:0:329300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 102 lru_type: 1 00010000:00010000:2.0:1787827184.319418:0:329300:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 103 lru_type: 1 00000080:00200000:3.0:1787827184.319992:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.320001:0:329301:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.320007:0:329301:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827184.320018:0:329301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.320039:0:329301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1787827184.320051:0:329301:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 103 lru_type: 1 00000080:00200000:3.0:1787827184.320059:0:329301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.320064:0:329301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827184.320067:0:329301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:3.0:1787827184.320072:0:329301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c1bcb8 00010000:00010000:3.0:1787827184.320075:0:329301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1787827184.320084:0:329301:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 104 lru_type: 1 00000080:00200000:2.0:1787827184.321081:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321089:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.321109:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321113:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321137:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321140:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321163:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321168:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321190:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321194:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.321195:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321202:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.321214:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321218:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321221:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.321224:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321245:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321246:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321255:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.321256:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.321275:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321279:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321281:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321287:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.321295:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321300:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321310:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321316:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321317:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1787827184.321322:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.321343:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321345:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.321361:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321363:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.321378:0:329299:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.321381:0:329299:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.321597:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321603:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.321608:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321616:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.321621:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321627:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321634:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321639:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.321646:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321652:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321657:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321662:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.321672:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321677:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321681:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321687:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.321695:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321701:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.321705:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321711:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.321720:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321726:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.321729:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321734:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.321746:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321753:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321753:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.321760:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.321774:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321780:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321780:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.321788:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.321799:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321805:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1787827184.321808:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.321815:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1787827184.321991:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.321997:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.322012:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322016:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322050:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322054:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322062:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322067:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.322073:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322079:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322080:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322085:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322105:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322105:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322108:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322114:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322124:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322128:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322140:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322142:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322150:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322150:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322166:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322168:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322176:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322183:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322187:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322194:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322202:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322208:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322216:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322221:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322225:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322231:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1787827184.322239:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322243:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1787827184.322388:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322392:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.322404:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322406:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322420:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322422:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322436:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322439:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322444:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322446:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.322475:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322480:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322488:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322495:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322499:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322503:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322517:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322519:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322524:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322525:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322540:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322543:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322549:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322556:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322562:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322569:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827184.322575:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322580:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322595:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322598:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322610:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322612:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322622:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322625:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.322637:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322641:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1787827184.322681:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322685:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.322693:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322695:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322705:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322707:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322714:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322716:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322725:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322727:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322732:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322734:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322740:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322742:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322749:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322751:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322757:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322759:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827184.322801:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322807:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.322824:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322828:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322841:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322845:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322856:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322859:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322872:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322875:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.322898:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322899:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322908:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.322909:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322929:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322933:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322935:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322940:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322955:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322960:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322961:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322967:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.322974:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322978:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.322986:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.322992:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1787827184.322993:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.322999:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.323017:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.323021:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.323047:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.323050:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.323060:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.323062:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.323069:0:329300:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.323071:0:329300:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.323160:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323166:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.323175:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323178:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323188:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323191:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323198:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323201:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323209:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323213:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323224:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323227:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323238:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323241:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323250:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323253:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323261:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323265:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1787827184.323388:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323394:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.323405:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323408:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323418:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323421:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323428:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323431:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323442:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323444:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323455:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323478:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323494:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323498:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323511:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323515:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323526:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323530:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1787827184.323675:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323680:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.323691:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323694:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323705:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323708:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323720:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323723:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323733:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323736:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.323745:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323748:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323758:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323761:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323770:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323773:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.323782:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323785:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.323982:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.323987:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.323995:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324003:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.324010:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324013:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.324021:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324024:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.324049:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324053:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.324063:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324065:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.324074:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324077:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.324084:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324087:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.324095:0:329301:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.324098:0:329301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1787827184.332401:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332412:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.332419:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332422:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.332432:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332436:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.332447:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332450:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.332478:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332482:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.332491:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332494:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.332501:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332503:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.332515:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332516:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332522:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200008:1.0:1787827184.332525:0:329304:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.332529:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.332532:0:329304:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000080:00200000:0.0:1787827184.332533:0:329303:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000002:00010000:1.0:1787827184.332552:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.332565:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 104 lru_type: 1 00010000:00010000:1.0:1787827184.332577:0:329304:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 104 lru_type: 1 00000080:00200000:1.0:1787827184.332591:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.332598:0:329304:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:1.0:1787827184.332602:0:329304:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbab8 00000080:00010000:1.0:1787827184.332613:0:329304:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbab8 from it ffffae8181c23cb8 00010000:00010000:1.0:1787827184.332617:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 104 lru_type: 1 00010000:00010000:1.0:1787827184.332626:0:329304:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 105 lru_type: 1 00000080:00200000:0.0:1787827184.332919:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.332930:0:329303:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=1536 00000080:00200000:0.0:1787827184.332933:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827184.332936:0:329303:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 3 00000080:00200000:0.0:1787827184.332940:0:329303:0:(namei.c:2239:do_mkdir()) VFS Op:name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88) 00800000:00000004:0.0:1787827184.332954:0:329303:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9d1f5028e800: age 2792, max_age 0 00010000:00010000:0.0:1787827184.332996:0:329303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 105 lru_type: 1 00000100:00100000:1.0:1787827184.333008:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802778880:192.168.203.151@tcp:41:pjdfstest.0 00010000:00010000:0.0:1787827184.333013:0:329303:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827184.333198:0:329303:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 105 lru_type: 1 00010000:00010000:0.0:1787827184.333204:0:329303:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827184.333207:0:329303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbab8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6b78d expref: -99 pid: 323378 timeout: 0 lvb_type: 0 lru_score: 105 lru_type: 1 00000020:00100000:0.0:1787827184.333225:0:329303:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827184.333233:0:329303:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd94f00 x1874669802779136/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827184.333252:0:329303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329303:1874669802779136:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827184.333285:0:329303:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000080:00200000:2.0:1787827184.333652:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000100:00100000:0.0:1787827184.334228:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802778880:192.168.203.151@tcp:41:pjdfstest.0 00000100:00100000:0.0:1787827184.335209:0:329303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329303:1874669802779136:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:0.0:1787827184.335244:0:329303:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00200000:0.0:1787827184.335250:0:329303:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a7:0x0], updating i_size 4096 00000080:00200000:2.0:1787827184.335304:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.335309:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.335318:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.335343:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.335348:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.335354:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.335363:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779264:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.335399:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.336251:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779264:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.336263:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336273:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336280:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336288:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336296:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336303:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.336307:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336314:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336321:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336328:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.336333:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336340:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbba6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.336354:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802779264/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.336365:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.336376:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.336409:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.336417:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.336421:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.336429:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.336449:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336488:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.336496:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.336509:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779392:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.336548:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.337454:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779392:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.337485:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337491:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337496:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337500:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337504:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337508:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.337511:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337515:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337518:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337521:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.337524:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337527:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbbad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.337535:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802779392/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.337541:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.337548:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.337568:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.337573:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.337575:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.337580:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.337594:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337598:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.337602:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.337612:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779520:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.337649:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.338649:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779520:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.338662:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338669:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338674:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338679:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338684:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338687:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.338690:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338694:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338698:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338702:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.338707:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338711:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbbb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.338721:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802779520/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.338728:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.338736:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.338774:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.338780:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.338782:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.338796:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.338811:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338815:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.338820:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.338827:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779648:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.338856:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.339796:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779648:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.339807:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339816:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339824:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339830:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339837:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339841:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.339844:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339847:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339851:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339854:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.339857:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339860:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbbbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.339869:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802779648/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.339876:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.339883:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.339903:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.339908:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.339910:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.339916:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.339929:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339934:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.339938:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.339946:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779776:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.339975:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.340841:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779776:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.340848:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340854:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340858:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340861:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340865:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340872:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.340874:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340878:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340881:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340884:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.340886:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340890:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbbc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.340896:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802779776/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.340903:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.340910:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.340929:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.340934:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.340936:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.340941:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.340959:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340964:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.340969:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.340976:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779904:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.341008:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.341868:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802779904:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.341876:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341883:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341887:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341891:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341895:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341898:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.341900:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341904:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341907:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341912:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.341914:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.341917:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbbc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.341924:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802779904/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.341931:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.341937:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.341960:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.341968:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.341971:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.341978:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.341998:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342003:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342008:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.342017:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802780032:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.342055:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.342913:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802780032:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.342922:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342930:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342935:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342941:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342956:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342961:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.342965:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342970:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342977:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342982:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.342987:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.342993:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbbd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.343006:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802780032/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.343021:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.343044:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.343084:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.343092:0:329304:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:2.0:1787827184.343095:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:2.0:1787827184.343102:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.343122:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.343129:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.343137:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.343149:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802780160:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.343187:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.343991:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802780160:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.343999:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344007:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344013:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344018:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344036:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344042:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.344046:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344051:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344057:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344063:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.344066:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344071:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbbd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.344083:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802780160/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.344092:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.344100:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1787827184.344123:0:329304:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.344131:0:329304:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f48e82000, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827184.344135:0:329304:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:2.0:1787827184.344144:0:329304:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827184.344168:0:329304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.344174:0:329304:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827184.344181:0:329304:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827184.344186:0:329304:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802780416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827184.344194:0:329304:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.344203:0:329304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802780416:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.344313:0:329304:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.345298:0:329304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329304:1874669802780416:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.345305:0:329304:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345317:0:329304:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345321:0:329304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345326:0:329304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345333:0:329304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345343:0:329304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.345346:0:329304:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345352:0:329304:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345358:0:329304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345364:0:329304:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.345367:0:329304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.345382:0:329304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbbde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329304 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.345395:0:329304:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d10f00 x1874669802780416/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.345405:0:329304:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.345414:0:329304:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1787827184.348320:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:1.0:1787827184.348332:0:329306:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.348340:0:329306:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:1.0:1787827184.348352:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.348360:0:329306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1787827184.348391:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.348399:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.348407:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827184.348424:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780544:192.168.203.151@tcp:101:sh.0 00000100:00100000:1.0:1787827184.348495:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45df8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.349549:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780544:192.168.203.151@tcp:101:sh.0 00010000:00010000:0.0:1787827184.349560:0:329306:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349566:0:329306:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349574:0:329306:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349580:0:329306:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349586:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349591:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349596:0:329306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.349601:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa2940 x1874669802780544/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827184.349608:0:329306:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349613:0:329306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1787827184.349616:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827184.349627:0:329306:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827184.349631:0:329306:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbbe5 00000080:00010000:0.0:1787827184.349635:0:329306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:0.0:1787827184.349637:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c33cb8 00010000:00010000:0.0:1787827184.349641:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.349648:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827184.350500:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.350507:0:329306:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827184.350510:0:329306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827184.350520:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827184.350538:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.350544:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.350548:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.350557:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780672:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.350590:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.351532:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780672:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827184.351540:0:329306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351546:0:329306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351550:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351555:0:329306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351559:0:329306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351562:0:329306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.351565:0:329306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351570:0:329306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351574:0:329306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351577:0:329306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.351580:0:329306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351584:0:329306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbbec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.351591:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802780672/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.351598:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.351617:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.351627:0:329306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787827184.351635:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c33970 00010000:00010000:0.0:1787827184.351639:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.351647:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827184.351683:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.351692:0:329306:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827184.351695:0:329306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827184.351711:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827184.351732:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351738:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.351745:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.351757:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780800:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.351793:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.352707:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780800:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827184.352716:0:329306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352723:0:329306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352727:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352731:0:329306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352738:0:329306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352741:0:329306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.352743:0:329306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352746:0:329306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352750:0:329306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352753:0:329306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.352756:0:329306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352759:0:329306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18600/0xf3d5ba2766bbbf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.352766:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802780800/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.352771:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.352785:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.352791:0:329306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787827184.352795:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c33970 00010000:00010000:0.0:1787827184.352798:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.352802:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827184.352823:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.352827:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.352833:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.352834:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.352839:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.352841:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.352851:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.352855:0:329306:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=17 00000080:00200000:0.0:1787827184.352857:0:329306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=0 00000002:00010000:0.0:1787827184.352862:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827184.352874:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352879:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.352883:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.352890:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780928:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.352917:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.353918:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802780928:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827184.353928:0:329306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353938:0:329306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353944:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353949:0:329306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353956:0:329306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353961:0:329306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.353964:0:329306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353970:0:329306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353975:0:329306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353981:0:329306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.353985:0:329306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.353991:0:329306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbbfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.354004:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802780928/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.354019:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.354042:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827184.354052:0:329306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:0.0:1787827184.354059:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c33970 00010000:00010000:0.0:1787827184.354063:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827184.354070:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787827184.354104:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.354109:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.354119:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.354122:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.354130:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.354142:0:329306:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f42e73c80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827184.354147:0:329306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827184.354156:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827184.354182:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.354188:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827184.354202:0:329306:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827184.354208:0:329306:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802781184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827184.354216:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.354228:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802781184:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.354348:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.355390:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802781184:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827184.355401:0:329306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355408:0:329306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355415:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355422:0:329306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355429:0:329306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355434:0:329306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.355437:0:329306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355446:0:329306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355453:0:329306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355484:0:329306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.355489:0:329306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355495:0:329306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.355506:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802781184/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.355515:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.355526:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.355534:0:329306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827184.355540:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c339a0 00010000:00010000:0.0:1787827184.355544:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.355550:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827184.355793:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355799:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.355809:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355812:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.355822:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355825:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.355833:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355836:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.355844:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355846:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.355853:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355856:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.355864:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355867:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.355876:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355879:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.355886:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.355894:0:329306:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4c7df500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827184.355899:0:329306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827184.355908:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827184.355930:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.355937:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827184.355945:0:329306:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827184.355950:0:329306:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802781440/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827184.355959:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.355971:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802781440:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.356055:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.356871:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802781440:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827184.356881:0:329306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356889:0:329306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356895:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356901:0:329306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356908:0:329306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356914:0:329306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.356917:0:329306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356923:0:329306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356929:0:329306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356934:0:329306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.356938:0:329306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.356943:0:329306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.356954:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802781440/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.356963:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.356973:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827184.356982:0:329306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:0.0:1787827184.356988:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c339a0 00010000:00010000:0.0:1787827184.356992:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827184.356999:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787827184.357191:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357196:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.357207:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357210:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.357218:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357222:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.357231:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357235:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.357242:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357245:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.357252:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357255:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.357261:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357264:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.357271:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357274:0:329306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.357281:0:329306:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.357289:0:329306:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), file ffff9d1f4733d380, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827184.357294:0:329306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=open 00000002:00010000:0.0:1787827184.357302:0:329306:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787827184.357323:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.357330:0:329306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827184.357338:0:329306:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827184.357343:0:329306:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802781696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827184.357351:0:329306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.357362:0:329306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802781696:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.357434:0:329306:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.358213:0:329306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329306:1874669802781696:192.168.203.151@tcp:101:grep.0 00010000:00010000:0.0:1787827184.358220:0:329306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358226:0:329306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358230:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358234:0:329306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358237:0:329306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358240:0:329306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.358242:0:329306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358246:0:329306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358249:0:329306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358252:0:329306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.358254:0:329306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.358258:0:329306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329306 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.358268:0:329306:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802781696/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.358275:0:329306:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.358282:0:329306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827184.358288:0:329306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:0.0:1787827184.358293:0:329306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c339a0 00010000:00010000:0.0:1787827184.358295:0:329306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827184.358299:0:329306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827184.360592:0:329307:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.360602:0:329307:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.360608:0:329307:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:2.0:1787827184.360617:0:329307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.360628:0:329307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827184.360653:0:329307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827184.360659:0:329307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.360663:0:329307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827184.360665:0:329307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbbe5 00000080:00010000:2.0:1787827184.360670:0:329307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c0bcb8 00010000:00010000:2.0:1787827184.360672:0:329307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827184.360677:0:329307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827184.360694:0:329307:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:2.0:1787827184.360698:0:329307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.360703:0:329307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827184.360708:0:329307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787827184.360712:0:329307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.360714:0:329307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:2.0:1787827184.360715:0:329307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:2.0:1787827184.360717:0:329307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181c0bb58 00010000:00010000:2.0:1787827184.360719:0:329307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787827184.360724:0:329307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827184.360728:0:329307:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.360736:0:329307:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), flags=9 00000080:00200000:2.0:1787827184.360738:0:329307:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff9d1f4a531148), intent=getattr 00000002:00010000:2.0:1787827184.360743:0:329307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787827184.360762:0:329307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329307 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.360766:0:329307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329307 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.360771:0:329307:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329307 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.360781:0:329307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329307:1874669802781824:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827184.360824:0:329307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.362083:0:329307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329307:1874669802781824:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827184.362095:0:329307:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362106:0:329307:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362112:0:329307:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362123:0:329307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362129:0:329307:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362135:0:329307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362139:0:329307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362143:0:329307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.362149:0:329307:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d10f00 x1874669802781824/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827184.362156:0:329307:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362161:0:329307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827184.362167:0:329307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827184.362171:0:329307:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362176:0:329307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362180:0:329307:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362194:0:329307:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1787827184.362196:0:329307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.362210:0:329307:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:2.0:1787827184.362212:0:329307:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9d1f4a66db88): rc = 0 00000080:00010000:2.0:1787827184.362216:0:329307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbbe5 00010000:00010000:1.0:1787827184.362221:0:5431:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00010000:2.0:1787827184.362224:0:329307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827184.362227:0:329307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c0bb20 00010000:00010000:1.0:1787827184.362228:0:5431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.362230:0:329307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827184.362248:0:329307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827184.362249:0:5431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827184.362255:0:5431:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.362263:0:5431:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.362269:0:5431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1787827184.362271:0:329307:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.362277:0:329307:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00010000:00010000:1.0:1787827184.362283:0:5431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f41492c00/0xf3d5ba27669b41e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbcf768e expref: -99 pid: 16215 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00010000:2.0:1787827184.362284:0:329307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.362295:0:329307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1787827184.362301:0:329307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787827184.362304:0:5431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787827184.362308:0:329307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.362314:0:329307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:2.0:1787827184.362317:0:329307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbbe5 00000080:00010000:2.0:1787827184.362320:0:329307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181c0bcb8 00010000:00010000:2.0:1787827184.362322:0:329307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1787827184.362328:0:329307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787827184.362332:0:5431:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.362338:0:5431:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827184.362360:0:5431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.362365:0:5431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9e00/0xf3d5ba2766bbc16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bb99 expref: -99 pid: 329307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.362381:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827184.362384:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827184.362387:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802781952:192.168.203.151@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787827184.362387:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827184.363008:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802781952:192.168.203.151@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1787827184.363014:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d1f4a531148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.363022:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827184.363042:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.363052:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827184.363062:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827184.363070:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.363074:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827184.363077:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:3.0:1787827184.363081:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3cb8 00010000:00010000:3.0:1787827184.363085:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827184.363092:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827184.363108:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827184.363114:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.363120:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827184.363138:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827184.363145:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.363149:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827184.363151:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:3.0:1787827184.363154:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3b58 00010000:00010000:3.0:1787827184.363158:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827184.363165:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827184.363173:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.363178:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1787827184.363183:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff9d1f4a66db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.363187:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88),name=pjdfstest 00000002:00010000:3.0:1787827184.363194:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.363200:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827184.363208:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827184.363214:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.363218:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) 00000080:00010000:3.0:1787827184.363221:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9d1f4a66db88) for lock 0xf3d5ba2766bbbe5 00000080:00010000:3.0:1787827184.363224:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbbe5 from it ffffae8181ef3cb8 00010000:00010000:3.0:1787827184.363228:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827184.363235:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5200/0xf3d5ba2766bbbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6baff expref: -99 pid: 329306 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:3.0:1787827184.363257:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827184.363263:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.363268:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827184.363276:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827184.363282:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.363285:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827184.363287:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:3.0:1787827184.363290:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3b58 00010000:00010000:3.0:1787827184.363293:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827184.363300:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827184.363308:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.363312:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:3.0:1787827184.363316:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.363325:0:329282:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), flags=9 00000080:00200000:3.0:1787827184.363329:0:329282:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4, dir=[0x200000401:0x1:0x0](ffff9d1f4a66db88), intent=getattr 00000002:00010000:3.0:1787827184.363336:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_9de311fc90b5d76735e1b6970e172ea4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827184.363358:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.363364:0:329282:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.363372:0:329282:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329282 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.363385:0:329282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329282:1874669802782080:192.168.203.151@tcp:101:sh.0 00000100:00100000:3.0:1787827184.363424:0:329282:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.364367:0:329282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329282:1874669802782080:192.168.203.151@tcp:101:sh.0 00010000:00010000:3.0:1787827184.364379:0:329282:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364392:0:329282:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364399:0:329282:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364407:0:329282:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364420:0:329282:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364429:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364435:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364442:0:329282:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.364452:0:329282:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f48271a40 x1874669802782080/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827184.364479:0:329282:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364487:0:329282:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1703 (0 0) 00000080:00200000:3.0:1787827184.364491:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827184.364502:0:329282:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a7:0x0], updating i_size 4096 00000080:00200000:3.0:1787827184.364504:0:329282:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x6a7:0x0](ffff9d1f435eb248): rc = 0 00000080:00010000:3.0:1787827184.364508:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc1d 00000080:00010000:3.0:1787827184.364514:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:3.0:1787827184.364516:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181ef3b20 00010000:00010000:3.0:1787827184.364519:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.364531:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787827184.364549:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.364554:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:3.0:1787827184.364562:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.364568:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.364576:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827184.364582:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.364586:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:3.0:1787827184.364589:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc1d 00000080:00010000:3.0:1787827184.364592:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181ef3cb8 00010000:00010000:3.0:1787827184.364595:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.364603:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827184.364623:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148),name=/ 00000002:00010000:3.0:1787827184.364628:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.364634:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.364642:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827184.364657:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.364661:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) 00000080:00010000:3.0:1787827184.364669:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d1f4a531148) for lock 0xf3d5ba2766bbb9f 00000080:00010000:3.0:1787827184.364676:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbb9f from it ffffae8181ef3c18 00010000:00010000:3.0:1787827184.364680:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.364687:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19a00/0xf3d5ba2766bbb9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6ba26 expref: -99 pid: 328738 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1787827184.364695:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d1f4a531148), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.364699:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:3.0:1787827184.364702:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9d1f4a66db88), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.364705:0:329282:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4, flags=11 00000080:00200000:3.0:1787827184.364709:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 101 00000080:00200000:0.0:1787827184.366397:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.366404:0:329310:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.366408:0:329310:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:0.0:1787827184.366417:0:329310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.366432:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.366452:0:329310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827184.366481:0:329310:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.366485:0:329310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:0.0:1787827184.366488:0:329310:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc1d 00000080:00010000:0.0:1787827184.366491:0:329310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181e53cb8 00010000:00010000:0.0:1787827184.366494:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.366500:0:329310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827184.367641:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.367654:0:329309:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:3.0:1787827184.367658:0:329309:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:3.0:1787827184.367667:0:329309:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00000080:00200000:0.0:1787827184.367689:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00010000:00010000:3.0:1787827184.367695:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.367705:0:329309:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.367714:0:329309:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.367728:0:329309:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802782208:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.367772:0:329309:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.369054:0:329309:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802782208:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.369065:0:329309:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369073:0:329309:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369079:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369085:0:329309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369092:0:329309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369098:0:329309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.369102:0:329309:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369108:0:329309:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369114:0:329309:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369121:0:329309:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.369125:0:329309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369131:0:329309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.369143:0:329309:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802782208/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.369153:0:329309:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.369172:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827184.369182:0:329310:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00010000:00010000:3.0:1787827184.369183:0:329309:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827184.369188:0:329310:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000080:00010000:3.0:1787827184.369198:0:329309:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181f53970 00000002:00010000:0.0:1787827184.369199:0:329310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827184.369204:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827184.369214:0:329309:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.369218:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.369228:0:329310:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.369233:0:329310:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.369246:0:329310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802782336:192.168.203.151@tcp:101:tail.0 00000080:00200000:3.0:1787827184.369255:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.369266:0:329309:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:3.0:1787827184.369270:0:329309:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:3.0:1787827184.369278:0:329309:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00000100:00100000:0.0:1787827184.369293:0:329310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00010000:00010000:3.0:1787827184.369309:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369317:0:329309:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.369325:0:329309:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.369337:0:329309:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802782464:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.369372:0:329309:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.370687:0:329310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802782336:192.168.203.151@tcp:101:tail.0 00010000:00010000:0.0:1787827184.370697:0:329310:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370703:0:329310:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370709:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370713:0:329310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370717:0:329310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370720:0:329310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.370722:0:329310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370726:0:329310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370729:0:329310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370733:0:329310:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.370736:0:329310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.370743:0:329310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19000/0xf3d5ba2766bbc2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.370752:0:329310:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802782336/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.370758:0:329310:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.370768:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.370774:0:329310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:0.0:1787827184.370779:0:329310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181e53970 00010000:00010000:0.0:1787827184.370782:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787827184.370787:0:329310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827184.370813:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000100:00100000:3.0:1787827184.370830:0:329309:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802782464:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.370840:0:329309:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370848:0:329309:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370854:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370860:0:329309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370866:0:329309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370871:0:329309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.370874:0:329309:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370879:0:329309:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370885:0:329309:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370892:0:329309:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.370895:0:329309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.370902:0:329309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.370912:0:329309:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802782464/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.370922:0:329309:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.370940:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827184.370950:0:329309:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787827184.370958:0:329310:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00010000:3.0:1787827184.370958:0:329309:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181f53970 00000080:00200000:0.0:1787827184.370965:0:329310:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00010000:00010000:3.0:1787827184.370966:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00010000:0.0:1787827184.370975:0:329310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827184.370977:0:329309:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827184.370994:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.371001:0:329310:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.371009:0:329310:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.371013:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.371021:0:329309:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:0.0:1787827184.371023:0:329310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802782592:192.168.203.151@tcp:101:tail.0 00000080:00200000:3.0:1787827184.371050:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.371056:0:329309:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.371067:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.371070:0:329309:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:0.0:1787827184.371082:0:329310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000080:00200000:3.0:1787827184.371084:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.371095:0:329309:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:3.0:1787827184.371099:0:329309:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:3.0:1787827184.371107:0:329309:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827184.371128:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.371136:0:329309:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.371143:0:329309:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.371156:0:329309:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802782720:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.371235:0:329309:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.372449:0:329310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802782592:192.168.203.151@tcp:101:tail.0 00010000:00010000:0.0:1787827184.372486:0:329310:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372496:0:329310:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372510:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372517:0:329310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372523:0:329310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372529:0:329310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.372533:0:329310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372538:0:329310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372545:0:329310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372551:0:329310:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.372555:0:329310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372561:0:329310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbc39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.372573:0:329310:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802782592/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.372582:0:329310:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.372594:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000100:00100000:3.0:1787827184.372594:0:329309:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802782720:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.372608:0:329309:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372619:0:329310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827184.372620:0:329309:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372638:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1787827184.372640:0:329310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181e53970 00010000:00010000:3.0:1787827184.372650:0:329309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372658:0:329309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372660:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787827184.372676:0:329310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827184.372678:0:329309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.372684:0:329309:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372692:0:329309:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372699:0:329309:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372706:0:329309:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.372710:0:329309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372716:0:329309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787827184.372717:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.372727:0:329310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000002:00100000:3.0:1787827184.372734:0:329309:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802782720/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.372742:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.372745:0:329309:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787827184.372746:0:329310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.372755:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.372759:0:329310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1787827184.372760:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827184.372766:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00010000:00010000:3.0:1787827184.372775:0:329309:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827184.372776:0:329310:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:0.0:1787827184.372781:0:329310:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:0.0:1787827184.372791:0:329310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00000080:00010000:3.0:1787827184.372798:0:329309:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181f53970 00010000:00010000:3.0:1787827184.372803:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827184.372812:0:329309:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827184.372813:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372828:0:329310:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.372833:0:329310:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.372843:0:329310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802782848:192.168.203.151@tcp:101:tail.0 00000080:00200000:3.0:1787827184.372859:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.372866:0:329309:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.372876:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.372879:0:329309:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000100:00100000:0.0:1787827184.372881:0:329310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000080:00200000:3.0:1787827184.372889:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.372899:0:329309:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f521eac00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827184.372905:0:329309:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:3.0:1787827184.372914:0:329309:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827184.372942:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.372949:0:329309:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827184.372958:0:329309:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827184.372965:0:329309:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802783104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827184.372973:0:329309:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.373040:0:329309:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802783104:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.373153:0:329309:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.373752:0:329310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802782848:192.168.203.151@tcp:101:tail.0 00010000:00010000:0.0:1787827184.373762:0:329310:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373771:0:329310:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373778:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373785:0:329310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373794:0:329310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373800:0:329310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.373804:0:329310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373810:0:329310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373816:0:329310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373821:0:329310:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.373825:0:329310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.373831:0:329310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18e00/0xf3d5ba2766bbc47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.373843:0:329310:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802782848/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.373852:0:329310:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.373863:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827184.373871:0:329310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00010000:0.0:1787827184.373878:0:329310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181e53970 00010000:00010000:0.0:1787827184.373881:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827184.373893:0:329310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827184.373923:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.373928:0:329310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.373937:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.373940:0:329310:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.373951:0:329310:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000100:00100000:3.0:1787827184.374229:0:329309:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802783104:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.374238:0:329309:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374246:0:329309:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374252:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374257:0:329309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374264:0:329309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374270:0:329309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.374273:0:329309:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374279:0:329309:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374284:0:329309:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374290:0:329309:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.374294:0:329309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.374301:0:329309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.374313:0:329309:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f48271a40 x1874669802783104/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.374322:0:329309:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.374338:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827184.374347:0:329309:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827184.374350:0:329310:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f4733c600, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787827184.374359:0:329310:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000080:00010000:3.0:1787827184.374361:0:329309:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181f539a0 00010000:00010000:3.0:1787827184.374366:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00010000:0.0:1787827184.374368:0:329310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827184.374380:0:329309:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787827184.374398:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.374408:0:329310:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827184.374416:0:329310:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827184.374423:0:329310:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95e00 x1874669802783360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827184.374440:0:329310:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.374453:0:329310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802783360:192.168.203.151@tcp:101:tail.0 00000100:00100000:0.0:1787827184.374546:0:329310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000080:00200000:3.0:1787827184.375043:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000100:00100000:0.0:1787827184.375448:0:329310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329310:1874669802783360:192.168.203.151@tcp:101:tail.0 00010000:00010000:0.0:1787827184.375478:0:329310:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375487:0:329310:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375494:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375501:0:329310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375509:0:329310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375515:0:329310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c19e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.375518:0:329310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375522:0:329310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375526:0:329310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375529:0:329310:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.375531:0:329310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.375536:0:329310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c19e00/0xf3d5ba2766bbc55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329310 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.375547:0:329310:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802783360/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827184.375554:0:329310:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827184.375562:0:329310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787827184.375568:0:329310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00010000:0.0:1787827184.375573:0:329310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc1d from it ffffae8181e539a0 00010000:00010000:0.0:1787827184.375575:0:329310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787827184.375579:0:329310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827184.375636:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 3 00000080:00200000:3.0:1787827184.375642:0:329309:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f49ea8300, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:3.0:1787827184.375649:0:329309:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open|creat 00000002:00010000:3.0:1787827184.375662:0:329309:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8,[0x200000401:0x6a8:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open|creat flags 0100301 00010000:00010000:3.0:1787827184.375671:0:329309:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.375730:0:329309:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.375738:0:329309:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827184.375741:0:329309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bbb5 expref: -99 pid: 329282 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.375763:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.375771:0:329309:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827184.375779:0:329309:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827184.375785:0:329309:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48271a40 x1874669802783616/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827184.375794:0:329309:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.375805:0:329309:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802783616:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.375887:0:329309:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.377080:0:329309:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271a40 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802783616:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.377094:0:329309:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377112:0:329309:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 4/0,1 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377124:0:329309:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 4/0,1 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377170:0:329309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377181:0:329309:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377191:0:329309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377198:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377204:0:329309:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.377213:0:329309:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9d1f48271a40 x1874669802783616/t4294974011(4294974011) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827200 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787827184.377225:0:329309:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f48271a40 x1874669802783616/t4294974011(4294974011) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827200 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827184.377235:0:329309:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377243:0:329309:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1704 (0 0) 00000080:00200000:3.0:1787827184.377248:0:329309:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827184.377254:0:329309:0:(namei.c:1628:ll_create_it()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open|creat 00000080:00200000:3.0:1787827184.377274:0:329309:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00200000:3.0:1787827184.377280:0:329309:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a8:0x0], updating i_size 0 00000080:00200000:3.0:1787827184.377305:0:329309:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x6a8:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1787827184.377309:0:329309:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00010000:3.0:1787827184.377313:0:329309:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbc5c 00000080:00010000:3.0:1787827184.377320:0:329309:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00200008:3.0:1787827184.377327:0:329309:0:(file.c:1090:ll_file_open()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08), flags 100300 00000002:00100000:3.0:1787827184.377342:0:329309:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f48271a40 x1874669802783616/t4294974011(4294974011) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827200 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787827184.377366:0:329309:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc5c from it ffff9d1f4a31c0c0 00010000:00010000:3.0:1787827184.377371:0:329309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.377379:0:329309:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827184.377394:0:329309:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08), inode mode 81a4 mask 40 00000080:00200008:3.0:1787827184.377409:0:329309:0:(file.c:479:ll_file_release()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08), flags 100000 00000002:00100000:3.0:1787827184.377436:0:329309:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f48271a40 x1874669802783616/t4294974011(4294974011) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827184.377445:0:329309:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827184.377449:0:329309:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f48272580 x1874669802783872/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827184.377486:0:329309:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802783872:192.168.203.151@tcp:35:pjdfstest.0 00000100:00100000:3.0:1787827184.377522:0:329309:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.378334:0:329309:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272580 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329309:1874669802783872:192.168.203.151@tcp:35:pjdfstest.0 00000002:00100000:3.0:1787827184.378347:0:329309:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f48271a40 x1874669802783616/t4294974011(4294974011) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.381001:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.381011:0:329312:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.381021:0:329312:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:2.0:1787827184.381042:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.381071:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.381077:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.381084:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.381095:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784000:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827184.381139:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.382191:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784000:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827184.382204:0:329312:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382214:0:329312:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382222:0:329312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382230:0:329312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382238:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382245:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382250:0:329312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.382259:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d10f00 x1874669802784000/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827184.382268:0:329312:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382276:0:329312:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1703 (0 0) 00000080:00200000:2.0:1787827184.382280:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827184.382291:0:329312:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a7:0x0], updating i_size 4096 00000080:00010000:2.0:1787827184.382296:0:329312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:2.0:1787827184.382300:0:329312:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:2.0:1787827184.382303:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3bcb8 00010000:00010000:2.0:1787827184.382306:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.382313:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827184.383258:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.383265:0:329312:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:0.0:1787827184.383268:0:329312:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:0.0:1787827184.383277:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787827184.383295:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.383300:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.383306:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.383315:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784128:192.168.203.151@tcp:101:grep.0 00000100:00100000:0.0:1787827184.383349:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.384410:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784128:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827184.384421:0:329312:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384430:0:329312:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384436:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384443:0:329312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384450:0:329312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384469:0:329312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f45c18400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.384475:0:329312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384482:0:329312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384489:0:329312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384498:0:329312:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.384504:0:329312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384510:0:329312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18400/0xf3d5ba2766bbc6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.384523:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f4bd95e00 x1874669802784128/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.384533:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.384546:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.384565:0:329312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827184.384576:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3b970 00010000:00010000:3.0:1787827184.384580:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.384588:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827184.384624:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.384633:0:329312:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:3.0:1787827184.384637:0:329312:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:3.0:1787827184.384644:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827184.384663:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384671:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.384678:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.384689:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784256:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827184.384727:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.385819:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784256:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827184.385828:0:329312:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385836:0:329312:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385842:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385848:0:329312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385855:0:329312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385861:0:329312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.385864:0:329312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385870:0:329312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385877:0:329312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385882:0:329312:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.385886:0:329312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.385893:0:329312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67200/0xf3d5ba2766bbc71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.385903:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482730c0 x1874669802784256/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.385912:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.385921:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827184.385930:0:329312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787827184.385936:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3b970 00010000:00010000:3.0:1787827184.385940:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827184.385946:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827184.385974:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.385979:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.385989:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.385993:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.386000:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.386003:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.386011:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.386018:0:329312:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:3.0:1787827184.386022:0:329312:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:3.0:1787827184.386039:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787827184.386057:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.386063:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.386070:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.386081:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784384:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827184.386116:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.387107:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784384:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827184.387115:0:329312:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387123:0:329312:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387129:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387136:0:329312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387143:0:329312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387149:0:329312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.387152:0:329312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387157:0:329312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387162:0:329312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387168:0:329312:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.387171:0:329312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387177:0:329312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbc78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.387188:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f482730c0 x1874669802784384/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.387197:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.387206:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827184.387215:0:329312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1787827184.387226:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3b970 00010000:00010000:3.0:1787827184.387229:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827184.387237:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827184.387264:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.387269:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.387279:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.387282:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.387291:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.387298:0:329312:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f49ea9680, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827184.387304:0:329312:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:3.0:1787827184.387312:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827184.387334:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.387341:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827184.387350:0:329312:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827184.387356:0:329312:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482730c0 x1874669802784640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827184.387372:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.387393:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784640:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827184.387530:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.388587:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784640:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827184.388598:0:329312:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388607:0:329312:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388614:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388620:0:329312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388627:0:329312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388632:0:329312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f66200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.388642:0:329312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388646:0:329312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388649:0:329312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388653:0:329312:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.388656:0:329312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.388660:0:329312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66200/0xf3d5ba2766bbc7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.388670:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482730c0 x1874669802784640/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.388677:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.388684:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827184.388691:0:329312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:3.0:1787827184.388696:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3b9a0 00010000:00010000:3.0:1787827184.388698:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827184.388703:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827184.388919:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388924:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.388930:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388932:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.388937:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388939:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.388945:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388948:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.388957:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388961:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.388969:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388972:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.388979:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388982:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.388990:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.388993:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.388998:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.389003:0:329312:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f4733f980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827184.389006:0:329312:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:3.0:1787827184.389012:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827184.389046:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.389051:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827184.389056:0:329312:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827184.389060:0:329312:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482730c0 x1874669802784896/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827184.389072:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.389088:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784896:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827184.389171:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.389997:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802784896:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827184.390004:0:329312:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390010:0:329312:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390014:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390017:0:329312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390021:0:329312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390024:0:329312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.390039:0:329312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390043:0:329312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390046:0:329312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390049:0:329312:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.390052:0:329312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390055:0:329312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67c00/0xf3d5ba2766bbc86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.390063:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482730c0 x1874669802784896/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.390070:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.390077:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827184.390083:0:329312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787827184.390087:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3b9a0 00010000:00010000:3.0:1787827184.390089:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827184.390094:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827184.390258:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390264:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.390273:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390276:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.390284:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390287:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.390295:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390298:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.390303:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390305:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.390309:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390311:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.390315:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390316:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.390321:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390323:0:329312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.390328:0:329312:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.390332:0:329312:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f50b87680, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787827184.390335:0:329312:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:3.0:1787827184.390340:0:329312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787827184.390359:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.390363:0:329312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827184.390368:0:329312:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787827184.390372:0:329312:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482730c0 x1874669802785152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787827184.390377:0:329312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.390384:0:329312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802785152:192.168.203.151@tcp:101:grep.0 00000100:00100000:3.0:1787827184.390438:0:329312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.391383:0:329312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329312:1874669802785152:192.168.203.151@tcp:101:grep.0 00010000:00010000:3.0:1787827184.391389:0:329312:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391395:0:329312:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391398:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391402:0:329312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391407:0:329312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391410:0:329312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f47f67000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:3.0:1787827184.391412:0:329312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391415:0:329312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391418:0:329312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391421:0:329312:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827184.391424:0:329312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.391427:0:329312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67000/0xf3d5ba2766bbc8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329312 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.391434:0:329312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f482730c0 x1874669802785152/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827184.391440:0:329312:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827184.391447:0:329312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827184.391452:0:329312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1787827184.391511:0:329312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c3b9a0 00010000:00010000:3.0:1787827184.391514:0:329312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827184.391519:0:329312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827184.394553:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.394561:0:329315:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.394824:0:329315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:0.0:1787827184.394834:0:329315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.394843:0:329315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827184.394851:0:329315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787827184.394857:0:329315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.394861:0:329315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:0.0:1787827184.394864:0:329315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:0.0:1787827184.394869:0:329315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181f53cb8 00010000:00010000:0.0:1787827184.394871:0:329315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787827184.394877:0:329315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787827184.394889:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394899:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394918:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394922:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394934:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394938:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394950:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394954:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394968:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394971:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394987:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.394991:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.395006:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.395010:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.395038:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.395044:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.395091:0:2342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787827184.395104:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802785280:192.168.203.151@tcp:63:ll_sa.0 00000080:00200000:3.0:1787827184.395677:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395684:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.395695:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395699:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.395711:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395714:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.395725:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395729:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.395739:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395742:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.395754:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395759:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.395778:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395782:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.395801:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395805:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.395828:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.395832:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827184.395948:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.395952:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827184.395960:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.395963:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.395968:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.395970:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.395978:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.395980:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.395986:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.395988:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.395994:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.395996:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.396004:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.396005:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.396011:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.396013:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.396018:0:329315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.396021:0:329315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:0.0:1787827184.396262:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396269:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396274:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396278:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396282:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396285:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396288:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396296:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396300:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396304:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396308:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396312:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5600/0xf3d5ba2766bbc94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396322:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396328:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396332:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396335:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396338:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396341:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396343:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396346:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396349:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396352:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396354:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396357:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4600/0xf3d5ba2766bbc9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396364:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396368:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396374:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396380:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396386:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396391:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396394:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396400:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396407:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396414:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396418:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396430:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4400/0xf3d5ba2766bbca2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396441:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396448:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396451:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396454:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396476:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396479:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5e00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396481:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396484:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396489:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396492:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396494:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.396497:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00010000:00010000:0.0:1787827184.396498:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5e00/0xf3d5ba2766bbca9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.396508:0:329314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, flags=1 00010000:00010000:0.0:1787827184.396509:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.396516:0:329314:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08), inode mode 81a4 mask 2 00010000:00010000:0.0:1787827184.396518:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396525:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1787827184.396528:0:329314:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08) current size 0, valid attrs 8, mode ffff, uid -1629195988, gid -1, new size 1234567, atime 1787827184.000000000, mtime 1787827184.000000000, ctime 1787827184.000000000 00010000:00010000:0.0:1787827184.396529:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396540:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396544:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396546:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396549:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396553:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.396557:0:329314:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.396558:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396561:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396572:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbcb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396582:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.396586:0:329314:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x6a8:0x0]: losing layout lock 00010000:00010000:0.0:1787827184.396589:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396594:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396598:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396602:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396605:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396607:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396611:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396616:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.396616:0:329314:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.396629:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396633:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.396633:0:329314:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787827184.396639:0:329314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbc5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bc79 expref: -99 pid: 329309 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.396640:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbcb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396664:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787827184.396669:0:329314:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827184.396680:0:329314:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482730c0 x1874669802785536/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1787827184.396681:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396699:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396708:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.396709:0:329314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329314:1874669802785536:192.168.203.151@tcp:36:pjdfstest.0 00010000:00010000:0.0:1787827184.396720:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396724:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396725:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396729:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396733:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396737:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396739:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396743:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbcbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396750:0:2342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396757:0:2342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.396761:0:329314:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00010000:00010000:0.0:1787827184.396762:0:2342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396769:0:2342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396772:0:2342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396776:0:2342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:0.0:1787827184.396777:0:2342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396781:0:2342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396785:0:2342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396788:0:2342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827184.396789:0:2342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.396793:0:2342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbcc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.396804:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802785280:192.168.203.151@tcp:63:ll_sa.0 00000100:00100000:3.0:1787827184.397743:0:329314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482730c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329314:1874669802785536:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827184.397775:0:329314:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x6a8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787827184.397787:0:329314:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000002:00010000:3.0:1787827184.397793:0:329314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a8:0x0]) in obj [0x200000401:0x6a8:0x0], intent: layout flags 0 00010000:00010000:3.0:1787827184.397852:0:329314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.397860:0:329314:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.397872:0:329314:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329314 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.397885:0:329314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329314:1874669802785664:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.397919:0:329314:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.398583:0:329314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329314:1874669802785664:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.398596:0:329314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.398607:0:329314:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.398618:0:329314:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9d1f482721c0 x1874669802785664/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 376/344 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827184.398630:0:329314:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.398638:0:329314:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1704 (0 0) 00000080:00200000:3.0:1787827184.398642:0:329314:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x6a8:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787827184.398651:0:329314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbccc 00000080:00010000:3.0:1787827184.398655:0:329314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbccc from it ffffae8181c1bad8 00010000:00010000:3.0:1787827184.398658:0:329314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.398667:0:329314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.398679:0:329314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.398687:0:329314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787827184.398695:0:329314:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x6a8:0x0](0000000008ad802a) being reconfigured ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787827184.398724:0:329314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329314:1874669802785792:192.168.203.151@tcp:49:pjdfstest.0 00000100:00100000:3.0:1787827184.398759:0:329314:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.399354:0:329314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329314:1874669802785792:192.168.203.151@tcp:49:pjdfstest.0 00000080:00200000:3.0:1787827184.399370:0:329314:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x6a8:0x0]: layout version change: 4294967294 -> 4294967295 00010000:00010000:3.0:1787827184.399375:0:329314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.399383:0:329314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827184.399396:0:329314:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x6a8:0x0] ignore/verify layout 0/0, layout version -1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787827184.399405:0:329314:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08) current size 0, valid attrs 10000168, mode ffff, uid -1629195988, gid -1, new size 1234567, atime 1787827184.000000000, mtime 1787827184.000000000, ctime 1787827184.000000000, rc 0 00000080:00200000:2.0:1787827184.401773:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.401780:0:329319:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.401785:0:329319:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:2.0:1787827184.401791:0:329319:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.401799:0:329319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827184.401806:0:329319:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787827184.401811:0:329319:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.401814:0:329319:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:2.0:1787827184.401816:0:329319:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:2.0:1787827184.401820:0:329319:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c1bcb8 00010000:00010000:2.0:1787827184.401822:0:329319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787827184.401831:0:329319:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787827184.402715:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402720:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.402732:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402734:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402744:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402746:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402756:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402758:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402768:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402771:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402781:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402783:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.402790:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402791:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.402796:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402797:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.402801:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402804:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1787827184.402905:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402908:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.402913:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402915:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402920:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402921:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402925:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402927:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402932:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402933:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.402937:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402939:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.402943:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402944:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.402949:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402950:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.402954:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.402956:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827184.403052:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403055:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.403061:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403063:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.403067:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403069:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.403073:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403074:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.403079:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403080:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.403085:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403087:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.403092:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403093:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.403097:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403099:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.403103:0:329319:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.403105:0:329319:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1787827184.405959:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.405967:0:329322:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.405972:0:329322:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:0.0:1787827184.405981:0:329322:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.405990:0:329322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827184.405998:0:329322:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787827184.406003:0:329322:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.406007:0:329322:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:0.0:1787827184.406009:0:329322:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:0.0:1787827184.406013:0:329322:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c63cb8 00010000:00010000:0.0:1787827184.406015:0:329322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787827184.406021:0:329322:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827184.406690:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406696:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.406704:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406708:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.406717:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406720:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.406729:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406733:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.406744:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406748:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.406759:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406763:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.406777:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406782:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.406798:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406801:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.406817:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.406820:0:329321:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.406969:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.406974:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.406983:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.406985:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.406992:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.406994:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.407002:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.407005:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.407011:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.407013:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.407019:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.407021:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.407039:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.407041:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.407047:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.407049:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.407053:0:329322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.407055:0:329322:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.407238:0:329321:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.407246:0:329321:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=0 00000080:00200000:3.0:1787827184.407250:0:329321:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=getattr 00000002:00010000:3.0:1787827184.407259:0:329321:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827184.407288:0:329321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.407294:0:329321:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.407301:0:329321:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329321 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827184.407315:0:329321:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329321:1874669802785920:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:3.0:1787827184.407373:0:329321:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.408775:0:329321:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329321:1874669802785920:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:3.0:1787827184.408786:0:329321:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408795:0:329321:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408801:0:329321:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408808:0:329321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408815:0:329321:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408820:0:329321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408825:0:329321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408830:0:329321:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827184.408836:0:329321:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f482721c0 x1874669802785920/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827184.408845:0:329321:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408850:0:329321:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1704 (0 0) 00000080:00200000:3.0:1787827184.408853:0:329321:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827184.408864:0:329321:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a8:0x0], updating i_size 1234567 00000080:00200000:3.0:1787827184.408866:0:329321:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x6a8:0x0](ffff9d1f43612a08): rc = 0 00000080:00200000:3.0:1787827184.408875:0:329321:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x6a8:0x0]: layout version change: 4294967295 -> 4294967295 00000080:00010000:3.0:1787827184.408878:0:329321:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbcd3 00000080:00010000:3.0:1787827184.408882:0:329321:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00010000:3.0:1787827184.408885:0:329321:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbcd3 from it ffffae8181f53b20 00010000:00010000:3.0:1787827184.408887:0:329321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.408892:0:329321:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787827184.408914:0:329321:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.408918:0:329321:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08),name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8 00000002:00010000:3.0:1787827184.408925:0:329321:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a8:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.408929:0:329321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.408935:0:329321:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827184.408943:0:329321:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.408945:0:329321:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00010000:3.0:1787827184.408946:0:329321:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbcd3 00000080:00010000:3.0:1787827184.408949:0:329321:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbcd3 from it ffffae8181f53cb8 00010000:00010000:3.0:1787827184.408950:0:329321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827184.408955:0:329321:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827184.411180:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.411189:0:329324:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.411196:0:329324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:2.0:1787827184.411205:0:329324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.411214:0:329324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827184.411222:0:329324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1787827184.411227:0:329324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.411231:0:329324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:2.0:1787827184.411233:0:329324:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:2.0:1787827184.411237:0:329324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c6bcb8 00010000:00010000:2.0:1787827184.411239:0:329324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787827184.411245:0:329324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1787827184.412050:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412056:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.412064:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412067:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412074:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412077:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412083:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412086:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412092:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412095:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412101:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412104:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412110:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412113:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412119:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412122:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412128:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412131:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1787827184.412267:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412272:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.412280:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412283:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412291:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412294:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412302:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412305:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412312:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412315:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412321:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412324:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412331:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412333:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412339:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412342:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412350:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412354:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1787827184.412452:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412479:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.412495:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412500:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412517:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412520:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412537:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412540:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412553:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412556:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.412570:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412573:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412589:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412591:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412608:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412610:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.412627:0:329324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.412630:0:329324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827184.415208:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.415216:0:329327:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.415220:0:329327:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:3.0:1787827184.415228:0:329327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.415237:0:329327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.415246:0:329327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827184.415251:0:329327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.415255:0:329327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:3.0:1787827184.415257:0:329327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:3.0:1787827184.415261:0:329327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181ebbcb8 00010000:00010000:3.0:1787827184.415264:0:329327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827184.415271:0:329327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1787827184.416491:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416498:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.416513:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416516:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.416533:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416535:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416536:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.416544:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416545:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.416548:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.416567:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416569:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.416573:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416578:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416580:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.416583:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.416596:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416598:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.416605:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416609:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416611:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.416613:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.416636:0:329327:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.416638:0:329327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.416641:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416648:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.416665:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416670:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.416685:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416689:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.416704:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416707:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.416720:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416724:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.416736:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.416740:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.417269:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.417276:0:329326:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, flags=1 00000080:00200000:0.0:1787827184.417283:0:329326:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08), inode mode 81a4 mask 2 00000002:00010000:0.0:1787827184.417300:0:329326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000401:0x6a8:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1787827184.417338:0:329326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.417348:0:329326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.417358:0:329326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.417379:0:329326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329326:1874669802786048:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:0.0:1787827184.417452:0:329326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f413276c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.418761:0:329326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329326:1874669802786048:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:2.0:1787827184.418781:0:329326:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.418789:0:329326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.418796:0:329326:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.418804:0:329326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9d1f4bd970c0 x1874669802786048/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 568/1072 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827184.418810:0:329326:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.418816:0:329326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1704 (0 0) 00000080:00200000:2.0:1787827184.418819:0:329326:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000401:0x6a8:0x0] suppgids 0 -1: rc 0 00000080:00010000:2.0:1787827184.418833:0:329326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbcda 00000080:00010000:2.0:1787827184.418836:0:329326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbcda from it ffffae8181c1bc50 00010000:00010000:2.0:1787827184.418838:0:329326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.418844:0:329326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787827184.418859:0:329326:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08) current size 1234567, valid attrs 8, mode ffff, uid -1629195988, gid -1, new size 567, atime 1787827184.000000000, mtime 1787827184.000000000, ctime 1787827184.000000000 00010000:00010000:2.0:1787827184.418872:0:329326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827184.418882:0:329326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827184.418898:0:329326:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827184.418902:0:329326:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827184.418904:0:329326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f67e00/0xf3d5ba2766bbcd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bd4b expref: -99 pid: 329321 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787827184.418912:0:329326:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827184.418916:0:329326:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d10f00 x1874669802786304/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827184.418925:0:329326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329326:1874669802786304:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:2.0:1787827184.418958:0:329326:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.419818:0:329326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10f00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329326:1874669802786304:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:2.0:1787827184.419843:0:329326:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x6a8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827184.419851:0:329326:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x6a8:0x0] ignore/verify layout 0/0, layout version -1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787827184.419857:0:329326:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08) current size 1234567, valid attrs 10000168, mode ffff, uid -1629195988, gid -1, new size 567, atime 1787827184.000000000, mtime 1787827184.000000000, ctime 1787827184.000000000, rc 0 00000080:00200000:0.0:1787827184.422191:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.422200:0:329329:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.422205:0:329329:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:0.0:1787827184.422214:0:329329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.422224:0:329329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787827184.422233:0:329329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:0.0:1787827184.422247:0:329329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.422252:0:329329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:0.0:1787827184.422254:0:329329:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:0.0:1787827184.422259:0:329329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181f53cb8 00010000:00010000:0.0:1787827184.422261:0:329329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787827184.422268:0:329329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787827184.423085:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423090:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.423096:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423099:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423104:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423106:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423111:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423113:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423117:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423119:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423123:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423125:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423129:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423131:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423135:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423137:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423141:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423144:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827184.423270:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423273:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.423279:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423281:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423285:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423287:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423291:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423293:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423298:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423300:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423304:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423306:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423310:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423312:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423316:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423318:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423322:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423324:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.423438:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423442:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.423447:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423449:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423454:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423587:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423598:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423601:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423609:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423612:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.423627:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423631:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423645:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423648:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423662:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423666:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.423681:0:329329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.423685:0:329329:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1787827184.426875:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.426884:0:329332:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.426890:0:329332:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:3.0:1787827184.426901:0:329332:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.426913:0:329332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827184.426927:0:329332:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787827184.426933:0:329332:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.426937:0:329332:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:3.0:1787827184.426939:0:329332:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:3.0:1787827184.426944:0:329332:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c1bcb8 00010000:00010000:3.0:1787827184.426946:0:329332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787827184.426952:0:329332:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787827184.427962:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.427970:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1787827184.427980:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.427983:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.427990:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.427994:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.428004:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428008:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.428018:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428021:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.428046:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428050:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.428060:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428063:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.428073:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428076:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.428088:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428092:0:329331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1787827184.428306:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428313:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1787827184.428324:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428327:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.428336:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428339:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.428348:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428352:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.428360:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428362:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787827184.428373:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428377:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.428385:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428388:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.428394:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428397:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787827184.428407:0:329332:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827184.428410:0:329332:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827184.428617:0:329331:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.428630:0:329331:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=0 00000080:00200000:1.0:1787827184.428635:0:329331:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=getattr 00000002:00010000:1.0:1787827184.428648:0:329331:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787827184.428689:0:329331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329331 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.428698:0:329331:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329331 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.428707:0:329331:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329331 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827184.428730:0:329331:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329331:1874669802786432:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827184.428811:0:329331:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3000 going to sleep for 11 seconds 00000100:00100000:1.0:1787827184.430344:0:329331:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329331:1874669802786432:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827184.430356:0:329331:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430364:0:329331:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430370:0:329331:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430378:0:329331:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430384:0:329331:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430393:0:329331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430405:0:329331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430412:0:329331:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827184.430424:0:329331:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f47fa3480 x1874669802786432/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827184.430435:0:329331:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430444:0:329331:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1704 (0 0) 00000080:00200000:1.0:1787827184.430449:0:329331:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787827184.430505:0:329331:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a8:0x0], updating i_size 567 00000080:00200000:1.0:1787827184.430508:0:329331:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x6a8:0x0](ffff9d1f43612a08): rc = 0 00000080:00200000:1.0:1787827184.430520:0:329331:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x6a8:0x0]: layout version change: 4294967295 -> 4294967295 00000080:00010000:1.0:1787827184.430524:0:329331:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbce1 00000080:00010000:1.0:1787827184.430530:0:329331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00010000:1.0:1787827184.430532:0:329331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbce1 from it ffffae8181c6bb20 00010000:00010000:1.0:1787827184.430534:0:329331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.430541:0:329331:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787827184.430560:0:329331:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a8:0x0](ffff9d1f43612a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827184.430567:0:329331:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08),name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8 00000002:00010000:1.0:1787827184.430575:0:329331:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a8:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827184.430580:0:329331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.430586:0:329331:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827184.430591:0:329331:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827184.430594:0:329331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00000080:00010000:1.0:1787827184.430596:0:329331:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a8:0x0](ffff9d1f43612a08) for lock 0xf3d5ba2766bbce1 00000080:00010000:1.0:1787827184.430598:0:329331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbce1 from it ffffae8181c6bcb8 00010000:00010000:1.0:1787827184.430600:0:329331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.430604:0:329331:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827184.432931:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:0.0:1787827184.432938:0:329334:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827184.432943:0:329334:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:0.0:1787827184.432952:0:329334:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827184.432962:0:329334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787827184.432972:0:329334:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1787827184.432979:0:329334:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827184.432985:0:329334:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:0.0:1787827184.432987:0:329334:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:0.0:1787827184.433000:0:329334:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c93cb8 00010000:00010000:0.0:1787827184.433002:0:329334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787827184.433008:0:329334:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1787827184.434015:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434021:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.434044:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434049:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434057:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434060:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434067:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434070:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434077:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434080:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434087:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434089:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434097:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434100:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434106:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434109:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434116:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434119:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1787827184.434261:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434266:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.434273:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434276:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434282:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434285:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434292:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434294:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434300:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434303:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434311:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434313:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434321:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434323:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434331:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434334:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434341:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434344:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.434490:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434495:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.434513:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434516:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434528:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434531:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434541:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434544:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434554:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434556:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.434564:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434568:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434577:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434580:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434590:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434593:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.434602:0:329334:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.434605:0:329334:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1787827184.437588:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.437599:0:329337:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.437604:0:329337:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:2.0:1787827184.437614:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.437626:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787827184.437636:0:329337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:2.0:1787827184.437643:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827184.437648:0:329337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:2.0:1787827184.437650:0:329337:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbc63 00000080:00010000:2.0:1787827184.437656:0:329337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbc63 from it ffffae8181c5bcb8 00010000:00010000:2.0:1787827184.437659:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787827184.437667:0:329337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787827184.438154:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438160:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.438169:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438171:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.438178:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438180:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.438186:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438188:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.438194:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438197:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.438203:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438206:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.438213:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438216:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.438222:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438225:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.438233:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438236:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.438604:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.438611:0:329336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, flags=0 00000080:00200000:0.0:1787827184.438615:0:329336:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 3 00000080:00200000:0.0:1787827184.438620:0:329336:0:(namei.c:2418:ll_unlink()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00010000:00010000:0.0:1787827184.438645:0:329336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1787827184.438665:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.438670:0:329337:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.438678:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00010000:00010000:0.0:1787827184.438689:0:329336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827184.438700:0:329336:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x6a8:0x0]: losing layout lock 00010000:00010000:0.0:1787827184.438709:0:329336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.438720:0:329336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787827184.438726:0:329336:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x6a8:0x0]: losing layout lock 00010000:00010000:0.0:1787827184.438746:0:329336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.438751:0:329336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.438755:0:329336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827184.438759:0:329336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787827184.438766:0:329336:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00010000:0.0:1787827184.438768:0:329336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5400/0xf3d5ba2766bbce1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bd7c expref: -99 pid: 329331 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827184.438774:0:329336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18000/0xf3d5ba2766bbcda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bd59 expref: -99 pid: 329326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827184.438778:0:329336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f47f66800/0xf3d5ba2766bbccc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bd2f expref: -99 pid: 329314 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787827184.438785:0:329336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8c00/0xf3d5ba2766bbc63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bc8e expref: -99 pid: 329312 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000020:00100000:0.0:1787827184.438797:0:329336:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827184.438805:0:329336:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd97c00 x1874669802786688/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 544/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827184.438821:0:329336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329336:1874669802786688:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:0.0:1787827184.438877:0:329336:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.440603:0:329336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329336:1874669802786688:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:3.0:1787827184.440642:0:329336:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x6a8:0x0] ignore/verify layout 1/0, layout version -1 restore needed 0 00000080:00200000:2.0:1787827184.440661:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.440666:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.440675:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00000080:00200000:3.0:1787827184.440692:0:329336:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x6a8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1787827184.440701:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.440701:0:329336:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x6a8:0x0](ffff9d1f43612a08) 00010000:00010000:2.0:1787827184.440710:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.440717:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.440727:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802786816:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.440761:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.441581:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802786816:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.441592:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441600:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441610:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441616:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441625:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441632:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.441637:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441644:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441650:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441657:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.441662:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441669:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbce8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.441685:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802786816/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.441694:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.441724:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.441730:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.441732:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.441737:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.441751:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441758:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.441763:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.441770:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802786944:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.441798:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.442646:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802786944:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.442652:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442657:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442661:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442665:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442669:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442672:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.442674:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442677:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442681:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442684:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.442687:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442690:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbcef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.442698:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802786944/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.442705:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.442726:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.442731:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.442733:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.442738:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.442751:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442755:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.442759:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.442766:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787072:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.442794:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.443621:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787072:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.443631:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443645:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443649:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443653:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443657:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443660:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.443662:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443665:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443669:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443673:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.443675:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443678:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbcf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.443691:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802787072/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.443698:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.443725:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.443729:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.443732:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.443736:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.443752:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443759:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.443766:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.443778:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787200:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.443832:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.444622:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787200:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.444629:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444634:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444638:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444645:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444649:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444652:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.444654:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444657:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444663:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444668:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.444672:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444678:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbcfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.444692:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802787200/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.444701:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.444731:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.444739:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.444742:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.444750:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.444769:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444776:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.444783:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.444794:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787328:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.444831:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.445705:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787328:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.445714:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445721:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445727:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445733:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445739:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445744:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.445747:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445753:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445759:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445765:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.445768:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445774:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.445789:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802787328/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.445798:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.445828:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.445835:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.445838:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.445846:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.445865:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445881:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.445889:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.445901:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787456:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.445937:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.446801:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787456:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.446811:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446818:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446824:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446830:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446837:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446842:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.446846:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446851:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446857:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446863:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.446866:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446877:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.446888:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802787456/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.446895:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.446916:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.446921:0:329337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.446923:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.446928:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.446941:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446945:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.446949:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.446956:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787584:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.446982:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.447803:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787584:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.447811:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447816:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447823:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447827:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447830:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447833:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.447835:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447838:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447842:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447845:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.447847:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447851:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.447860:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802787584/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.447866:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.447886:0:329337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.447893:0:329337:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f50b87b00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827184.447897:0:329337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:2.0:1787827184.447903:0:329337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827184.447920:0:329337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.447924:0:329337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827184.447929:0:329337:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827184.447933:0:329337:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802787840/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827184.447938:0:329337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.447945:0:329337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787840:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.448057:0:329337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.448887:0:329337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329337:1874669802787840:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.448893:0:329337:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448898:0:329337:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448901:0:329337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448905:0:329337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448910:0:329337:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448913:0:329337:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.448915:0:329337:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448918:0:329337:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448922:0:329337:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448925:0:329337:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.448928:0:329337:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.448931:0:329337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329337 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.448939:0:329337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802787840/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.448945:0:329337:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787827184.451684:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.451696:0:329339:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.451704:0:329339:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:2.0:1787827184.451714:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.451739:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.451746:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.451752:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.451763:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802787968:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827184.451801:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.452725:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802787968:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827184.452735:0:329339:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452742:0:329339:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452749:0:329339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452756:0:329339:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452762:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452767:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452775:0:329339:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.452781:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d13c00 x1874669802787968/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827184.452787:0:329339:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452793:0:329339:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1703 (0 0) 00000080:00200000:2.0:1787827184.452796:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827184.452805:0:329339:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a7:0x0], updating i_size 4096 00000080:00010000:2.0:1787827184.452809:0:329339:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbd20 00000080:00010000:2.0:1787827184.452812:0:329339:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:2.0:1787827184.452814:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cabcb8 00010000:00010000:2.0:1787827184.452816:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.452822:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787827184.453731:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.453738:0:329339:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.453741:0:329339:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.453748:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.453765:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.453770:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.453774:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.453782:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788096:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827184.453813:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.454707:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788096:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827184.454719:0:329339:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454725:0:329339:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454729:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454733:0:329339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454738:0:329339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454741:0:329339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.454744:0:329339:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454748:0:329339:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454753:0:329339:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454757:0:329339:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.454760:0:329339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454764:0:329339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8a00/0xf3d5ba2766bbd27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.454772:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802788096/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.454779:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.454789:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827184.454796:0:329339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787827184.454801:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cab970 00010000:00010000:2.0:1787827184.454803:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787827184.454807:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827184.454831:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.454836:0:329339:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.454839:0:329339:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.454844:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.454858:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454862:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.454866:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.454873:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788224:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827184.454902:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.455731:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788224:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827184.455741:0:329339:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455749:0:329339:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455755:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455761:0:329339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455768:0:329339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455773:0:329339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa8800 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.455777:0:329339:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455783:0:329339:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455787:0:329339:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455790:0:329339:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.455793:0:329339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455797:0:329339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa8800/0xf3d5ba2766bbd2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.455805:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802788224/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.455811:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.455819:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827184.455825:0:329339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787827184.455829:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cab970 00010000:00010000:2.0:1787827184.455831:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787827184.455835:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827184.455856:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.455860:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.455866:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.455868:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.455873:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.455874:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.455879:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.455884:0:329339:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:2.0:1787827184.455886:0:329339:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.455891:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.455903:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455908:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.455912:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.455919:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788352:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827184.455948:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.456800:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788352:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827184.456810:0:329339:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456818:0:329339:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456829:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456836:0:329339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456843:0:329339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456848:0:329339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9600 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.456851:0:329339:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456857:0:329339:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456864:0:329339:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456870:0:329339:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.456873:0:329339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.456880:0:329339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9600/0xf3d5ba2766bbd35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.456891:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802788352/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.456900:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.456911:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827184.456921:0:329339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00010000:2.0:1787827184.456928:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cab970 00010000:00010000:2.0:1787827184.456931:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827184.456940:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827184.456967:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.456972:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.456979:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.456982:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.456990:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.456998:0:329339:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f482a7800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827184.457003:0:329339:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:2.0:1787827184.457011:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827184.457051:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.457058:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827184.457072:0:329339:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827184.457082:0:329339:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802788608/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827184.457096:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.457108:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788608:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827184.457220:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.458083:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788608:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827184.458091:0:329339:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458096:0:329339:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458099:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458103:0:329339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458107:0:329339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458110:0:329339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.458112:0:329339:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458115:0:329339:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458119:0:329339:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458123:0:329339:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.458125:0:329339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458129:0:329339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.458135:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802788608/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.458142:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.458149:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827184.458154:0:329339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827184.458159:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cab9a0 00010000:00010000:2.0:1787827184.458161:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827184.458165:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787827184.458335:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458339:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.458345:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458346:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.458351:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458353:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.458357:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458359:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.458363:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458364:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.458368:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458370:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.458382:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458384:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.458389:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458391:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.458395:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.458400:0:329339:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f50b86480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827184.458403:0:329339:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:2.0:1787827184.458409:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827184.458426:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.458430:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827184.458435:0:329339:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827184.458439:0:329339:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802788864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827184.458443:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.458451:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788864:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827184.458537:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.459347:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802788864:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827184.459354:0:329339:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459359:0:329339:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459363:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459367:0:329339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459370:0:329339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459373:0:329339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.459375:0:329339:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459378:0:329339:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459382:0:329339:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459385:0:329339:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.459387:0:329339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459391:0:329339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.459401:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802788864/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.459406:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.459413:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827184.459419:0:329339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:2.0:1787827184.459423:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cab9a0 00010000:00010000:2.0:1787827184.459425:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787827184.459429:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787827184.459592:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459596:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.459601:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459603:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.459607:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459609:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.459613:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459615:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.459620:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459621:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.459625:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459627:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.459632:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459633:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.459637:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459639:0:329339:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787827184.459643:0:329339:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.459647:0:329339:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f47cff080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827184.459650:0:329339:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000002:00010000:2.0:1787827184.459656:0:329339:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827184.459673:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.459677:0:329339:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827184.459682:0:329339:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827184.459685:0:329339:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802789120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827184.459690:0:329339:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.459698:0:329339:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802789120:192.168.203.151@tcp:101:grep.0 00000100:00100000:2.0:1787827184.459751:0:329339:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.460635:0:329339:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job grep:a3f62039-4096-4b6f-a667-17583e7f47b3:329339:1874669802789120:192.168.203.151@tcp:101:grep.0 00010000:00010000:2.0:1787827184.460645:0:329339:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460653:0:329339:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460664:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460671:0:329339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460678:0:329339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460684:0:329339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9200 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.460688:0:329339:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460693:0:329339:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460700:0:329339:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460705:0:329339:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.460709:0:329339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.460715:0:329339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329339 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.460728:0:329339:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802789120/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.460738:0:329339:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.460748:0:329339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827184.460757:0:329339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787827184.460765:0:329339:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181cab9a0 00010000:00010000:2.0:1787827184.460768:0:329339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787827184.460776:0:329339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827184.462574:0:329282:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:3.0:1787827184.462583:0:329282:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827184.462589:0:329282:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:3.0:1787827184.462597:0:329282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827184.462604:0:329282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827184.462611:0:329282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827184.462616:0:329282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827184.462620:0:329282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:3.0:1787827184.462622:0:329282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbd20 00000080:00010000:3.0:1787827184.462625:0:329282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd20 from it ffffae8181ef3cb8 00010000:00010000:3.0:1787827184.462627:0:329282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827184.462632:0:329282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787827184.464143:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464152:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1787827184.464164:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464168:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.464176:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464179:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.464186:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464188:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.464196:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464198:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1787827184.464203:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464207:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.464214:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464217:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.464225:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464228:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1787827184.464236:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464240:0:329340:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1787827184.464783:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827184.464792:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 3 00000080:00200000:0.0:1787827184.464795:0:329340:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f42b86180, open_flags 8241, mode 81b6 opened 0 00000080:00200000:0.0:1787827184.464800:0:329340:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open|creat 00000002:00010000:0.0:1787827184.464814:0:329340:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8,[0x200000401:0x6a9:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open|creat flags 0101102 00010000:00010000:0.0:1787827184.464824:0:329340:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827184.464869:0:329340:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827184.464874:0:329340:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827184.464876:0:329340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9800/0xf3d5ba2766bbd20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6be4e expref: -99 pid: 329339 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787827184.464895:0:329340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.464899:0:329340:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329340 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827184.464906:0:329340:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827184.464913:0:329340:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f4bd95680 x1874669802789376/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827184.464919:0:329340:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827184.464932:0:329340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job dd:a3f62039-4096-4b6f-a667-17583e7f47b3:329340:1874669802789376:192.168.203.151@tcp:101:dd.0 00000100:00100000:0.0:1787827184.465034:0:329340:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327480 going to sleep for 11 seconds 00000100:00100000:0.0:1787827184.466912:0:329340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95680 pname:cluuid:pid:xid:nid:opc:job dd:a3f62039-4096-4b6f-a667-17583e7f47b3:329340:1874669802789376:192.168.203.151@tcp:101:dd.0 00010000:00010000:0.0:1787827184.466929:0:329340:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466944:0:329340:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466950:0:329340:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466957:0:329340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466963:0:329340:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466969:0:329340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466978:0:329340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.466983:0:329340:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827184.466989:0:329340:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d1f4bd95680 x1874669802789376/t4294974016(4294974016) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/664 e 0 to 0 dl 1787827200 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827184.466997:0:329340:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95680 x1874669802789376/t4294974016(4294974016) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 688/664 e 0 to 0 dl 1787827200 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827184.467005:0:329340:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787827184.467012:0:329340:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.467018:0:329340:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1705 (0 0) 00000080:00200000:0.0:1787827184.467021:0:329340:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787827184.467038:0:329340:0:(namei.c:1628:ll_create_it()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open|creat 00000080:00200000:0.0:1787827184.467056:0:329340:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6a9:0x0](ffff9d1f435e9988) 00000080:00200000:0.0:1787827184.467113:0:329340:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x6a9:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787827184.467118:0:329340:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x6a9:0x0](ffff9d1f435e9988) 00000080:00010000:0.0:1787827184.467121:0:329340:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a9:0x0](ffff9d1f435e9988) for lock 0xf3d5ba2766bbd51 00000080:00010000:0.0:1787827184.467128:0:329340:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a9:0x0](ffff9d1f435e9988) 00000080:00200008:0.0:1787827184.467137:0:329340:0:(file.c:1090:ll_file_open()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a9:0x0](ffff9d1f435e9988), flags 101101 00000002:00100000:0.0:1787827184.467153:0:329340:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d1f4bd95680 x1874669802789376/t4294974016(4294974016) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/664 e 0 to 0 dl 1787827200 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787827184.467178:0:329340:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd51 from it ffff9d1f47e137e0 00010000:00010000:0.0:1787827184.467182:0:329340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.467191:0:329340:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827184.467206:0:329340:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a9:0x0](ffff9d1f435e9988), inode mode 81a4 mask 40 00000080:00200008:0.0:1787827184.467314:0:329340:0:(file.c:2652:do_file_write_iter()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a9:0x0], ppos: 0, count: 80 00000080:00200000:0.0:1787827184.467323:0:329340:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 80 bytes 00000080:00200000:0.0:1787827184.467327:0:329340:0:(file.c:2628:ll_do_tiny_write()) result: 0, original count 80 00000080:00200000:0.0:1787827184.467330:0:329340:0:(file.c:2090:ll_file_io_generic()) pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8: write ppos: 0, bytes: 80 00000080:00200000:0.0:1787827184.467334:0:329340:0:(file.c:1848:ll_io_set_mirror()) pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8: desiginated mirror: 0 00000020:00200000:0.0:1787827184.467339:0:329340:0:(cl_io.c:218:cl_io_rw_init()) header@000000002f0c61b4[0x110, 1, [0x200000401:0x6a9:0x0] hash] 00000020:00200000:0.0:1787827184.467340:0:329340:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 80) 0 0 00000080:00200000:0.0:1787827184.467344:0:329340:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x6a9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827184.467353:0:329340:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:0.0:1787827184.467358:0:329340:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 80) 80, 80 00020000:00200000:0.0:1787827184.467360:0:329340:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827184.467370:0:329340:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:0.0:1787827184.467380:0:329340:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827184.467383:0:329340:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9d1f47e9ca30, osc lock ffff9d1f47f6d998, flags 0x0 00000100:00080000:0.0:1787827184.467396:0:329340:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2238 00000100:00080000:0.0:1787827184.467402:0:329340:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827184.467409:0:329340:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 8409088, lost: 0. 00000100:00100000:0.0:1787827184.467420:0:329340:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97480 x1874669802789504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1787827184.467480:0:329340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827184.467482:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802789504:192.168.203.151@tcp:8:dd.0 00010000:00010000:0.0:1787827184.467494:0:329340:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827184.467501:0:329340:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787827184.467513:0:329340:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9d1f4bd94b40 x1874669802789632/t0(0) o101->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787827184.467519:0:329340:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 0 seconds 00000100:00100000:0.0:1787827184.468335:0:2341:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d1f5028e800: committing for last_committed 4294967325 gen 6 00000100:00080000:0.0:1787827184.468342:0:2341:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9d1f5028e800: connect to target with instance 1 00000100:00080000:0.0:1787827184.468348:0:2341:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9d1f5028e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1787827184.468355:0:2341:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787827184.468358:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:0.0:1787827184.468363:0:2341:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787827184.468366:0:2341:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1787827184.468373:0:2341:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e21d2add): req@ffff9d1f4bd94b40 x1874669802789632/t0(0) o101->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787827184.468392:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802789504:192.168.203.151@tcp:8:dd.0 00000100:00100000:3.0:1787827184.468445:0:329340:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f41327600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.469234:0:329340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job dd:a3f62039-4096-4b6f-a667-17583e7f47b3:329340:1874669802789632:192.168.203.151@tcp:101:dd.0 00010000:00010000:3.0:1787827184.469244:0:329340:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.469254:0:329340:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.469261:0:329340:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.469268:0:329340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787827184.469275:0:329340:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.469281:0:329340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.469286:0:329340:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.469297:0:329340:0:(vvp_io.c:1339:vvp_io_write_start()) pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8: write [0, 80) append 0 append lockpos 0 00000080:00200000:3.0:1787827184.469305:0:329340:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 80 bytes 00000080:00200000:3.0:1787827184.469339:0:329340:0:(rw26.c:875:ll_write_end()) pos 0, len 80, copied 80 00000080:00200000:3.0:1787827184.469350:0:329340:0:(rw26.c:933:ll_write_end()) page@0000000016837b85[3 0000000076f38d1a 2 1 000000004bd91b25 0 0 0] 00000080:00200000:3.0:1787827184.469353:0:329340:0:(rw26.c:933:ll_write_end()) vmpage @00000000d37ff050 17ffffc0001001 3:0 ffff9d1f4c7200e8 0 lru 00000080:00200000:3.0:1787827184.469360:0:329340:0:(rw26.c:933:ll_write_end()) osc-page@0000000043e09fc8 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b0bf70d1 000000005df55aa4 > 3< 0 0 > 4< 0 0 8 8409088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827184.469361:0:329340:0:(rw26.c:933:ll_write_end()) end page@0000000016837b85 00000080:00200000:3.0:1787827184.469362:0:329340:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827184.469365:0:329340:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 80 prio 0 00000008:00010000:3.0:1787827184.469380:0:329340:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000116002b1 ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787827184.469392:0:329340:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9d1f435e9b38, count 1, dirtied 1 00000080:00200000:3.0:1787827184.469395:0:329340:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 80 bytes, tot: 80 00000080:00200000:3.0:1787827184.469397:0:329340:0:(vvp_io.c:1421:vvp_io_write_start()) pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8: write bytes 0, result: 80 00000020:00010000:3.0:1787827184.469408:0:329340:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d1f4720d7b8 (ffff9d1f47210a28/0) at cl_lock_release():245 00000020:00010000:3.0:1787827184.469411:0:329340:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d1f4720d7b8 (ffff9d1f47210a28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827184.469412:0:329340:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d1f47e9ca30 (ffff9d1f489e4368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827184.469416:0:329340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827184.469421:0:329340:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787827184.469428:0:329340:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d1f4720d7b8 (ffff9d1f47210a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827184.469430:0:329340:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d1f47e9ca30 (ffff9d1f47210a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827184.469434:0:329340:0:(vvp_io.c:533:vvp_io_advance()) advancing 80 bytes 00000080:00200000:3.0:1787827184.469438:0:329340:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1787827184.469444:0:329340:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x6a9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827184.469446:0:329340:0:(file.c:2240:ll_file_io_generic()) pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8: 2 io complete with rc: 0, result: 80, restart: 0 00000080:00200000:3.0:1787827184.469450:0:329340:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x6a9:0x0] updating i_size 80 i_blocks 0 00000080:00200000:3.0:1787827184.469453:0:329340:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 80 00000080:00200008:3.0:1787827184.469489:0:329340:0:(file.c:479:ll_file_release()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a9:0x0](ffff9d1f435e9988), flags 100001 00000002:00100000:3.0:1787827184.469514:0:329340:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d1f4bd95680 x1874669802789376/t4294974016(4294974016) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/664 e 0 to 0 dl 1787827200 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827184.469522:0:329340:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827184.469525:0:329340:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f482721c0 x1874669802789888/t0(0) o35->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827184.469535:0:329340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job dd:a3f62039-4096-4b6f-a667-17583e7f47b3:329340:1874669802789888:192.168.203.151@tcp:35:dd.0 00000100:00100000:3.0:1787827184.469561:0:329340:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45da5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787827184.470390:0:329340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482721c0 pname:cluuid:pid:xid:nid:opc:job dd:a3f62039-4096-4b6f-a667-17583e7f47b3:329340:1874669802789888:192.168.203.151@tcp:35:dd.0 00000002:00100000:3.0:1787827184.470404:0:329340:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d1f4bd95680 x1874669802789376/t4294974016(4294974016) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 616/664 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.473012:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200008:2.0:1787827184.473022:0:329343:0:(file.c:6313:ll_getattr_dentry()) START file pjdfstest_9de311fc90b5d76735e1b6970e172ea4:[0x200000401:0x6a7:0x0](ffff9d1f435eb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787827184.473042:0:329343:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248),name=pjdfstest_9de311fc90b5d76735e1b6970e172ea4 00000002:00010000:2.0:1787827184.473054:0:329343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a7:0x0]) in obj [0x200000401:0x6a7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827184.473097:0:329343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.473104:0:329343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.473111:0:329343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.473122:0:329343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329343:1874669802790016:192.168.203.151@tcp:101:sh.0 00000100:00100000:2.0:1787827184.473169:0:329343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000080:00200000:1.0:1787827184.473629:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.473639:0:329342:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:1.0:1787827184.473644:0:329342:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:1.0:1787827184.473656:0:329342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827184.473678:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.473686:0:329342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.473693:0:329342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827184.473706:0:329342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802790144:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827184.473748:0:329342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3780 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.474194:0:329343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job sh:a3f62039-4096-4b6f-a667-17583e7f47b3:329343:1874669802790016:192.168.203.151@tcp:101:sh.0 00010000:00010000:2.0:1787827184.474205:0:329343:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474213:0:329343:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474221:0:329343:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474228:0:329343:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474234:0:329343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474239:0:329343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474243:0:329343:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.474250:0:329343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d1f45d13c00 x1874669802790016/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787827184.474257:0:329343:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474263:0:329343:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 4 res 8589935617/1703 (0 0) 00000080:00200000:2.0:1787827184.474266:0:329343:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x6a7:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787827184.474277:0:329343:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x6a7:0x0], updating i_size 4096 00000080:00010000:2.0:1787827184.474280:0:329343:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) for lock 0xf3d5ba2766bbd5f 00000080:00010000:2.0:1787827184.474283:0:329343:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a7:0x0](ffff9d1f435eb248) 00000080:00010000:2.0:1787827184.474286:0:329343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd5f from it ffffae8181cc3cb8 00010000:00010000:2.0:1787827184.474288:0:329343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.474293:0:329343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787827184.474671:0:329342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802790144:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827184.474683:0:329342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474692:0:329342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474698:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474706:0:329342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474713:0:329342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474720:0:329342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a4c00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827184.474724:0:329342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474731:0:329342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474738:0:329342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474746:0:329342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827184.474752:0:329342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474763:0:329342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4c00/0xf3d5ba2766bbd66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827184.474778:0:329342:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa3480 x1874669802790144/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827184.474788:0:329342:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827184.474801:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.474812:0:329342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787827184.474819:0:329342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd5f from it ffffae8181cbb970 00010000:00010000:1.0:1787827184.474822:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.474830:0:329342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827184.474861:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.474868:0:329342:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:1.0:1787827184.474871:0:329342:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:1.0:1787827184.474878:0:329342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787827184.474895:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474900:0:329342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.474904:0:329342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827184.474913:0:329342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802790272:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827184.474943:0:329342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3780 going to sleep for 11 seconds 00000080:00200000:2.0:1787827184.475166:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.475171:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787827184.475177:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000100:00100000:1.0:1787827184.475871:0:329342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802790272:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827184.475879:0:329342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475885:0:329342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475889:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475893:0:329342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475896:0:329342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475899:0:329342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5a00 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827184.475901:0:329342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475905:0:329342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475909:0:329342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475912:0:329342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827184.475914:0:329342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.475918:0:329342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827184.475924:0:329342:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa3480 x1874669802790272/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827184.475931:0:329342:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827184.475944:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827184.475950:0:329342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:1.0:1787827184.475956:0:329342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd5f from it ffffae8181cbb970 00010000:00010000:1.0:1787827184.475958:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787827184.475961:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:1.0:1787827184.475967:0:329342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787827184.475976:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.475981:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.475989:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.475992:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.476007:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.476007:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.476009:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.476015:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.476022:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.476044:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.476044:0:329343:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00200000:1.0:1787827184.476049:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787827184.476050:0:329343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00000002:00010000:2.0:1787827184.476059:0:329343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00000080:00200000:1.0:1787827184.476061:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.476064:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1787827184.476073:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00010000:00010000:2.0:1787827184.476082:0:329343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.476091:0:329343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.476103:0:329343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.476116:0:329343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329343:1874669802790400:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.476153:0:329343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827184.477004:0:329343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329343:1874669802790400:192.168.203.151@tcp:101:tail.0 00010000:00010000:2.0:1787827184.477014:0:329343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477023:0:329343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477045:0:329343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477051:0:329343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477058:0:329343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477064:0:329343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9400 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.477067:0:329343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477073:0:329343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477080:0:329343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477086:0:329343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.477089:0:329343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477095:0:329343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9400/0xf3d5ba2766bbd74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787827184.477106:0:329343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802790400/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787827184.477116:0:329343:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787827184.477133:0:329343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787827184.477143:0:329343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827184.477149:0:329342:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), flags=17 00000080:00010000:2.0:1787827184.477151:0:329343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd5f from it ffffae8181cc3970 00000080:00200000:1.0:1787827184.477154:0:329342:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=0 00010000:00010000:2.0:1787827184.477157:0:329343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00010000:1.0:1787827184.477165:0:329342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787827184.477167:0:329343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827184.477192:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787827184.477201:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00010000:00010000:1.0:1787827184.477202:0:329342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787827184.477208:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:1.0:1787827184.477212:0:329342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787827184.477218:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.477223:0:329343:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000100:00100000:1.0:1787827184.477224:0:329342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802790528:192.168.203.151@tcp:101:pjdfstest.0 00000080:00200000:2.0:1787827184.477233:0:329343:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827184.477244:0:329343:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), file ffff9d1f482a6180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787827184.477250:0:329343:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), intent=open 00000100:00100000:1.0:1787827184.477258:0:329342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3780 going to sleep for 11 seconds 00000002:00010000:2.0:1787827184.477259:0:329343:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x6a7:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787827184.477287:0:329343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.477294:0:329343:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787827184.477302:0:329343:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787827184.477309:0:329343:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f45d13c00 x1874669802790784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787827184.477318:0:329343:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.477329:0:329343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329343:1874669802790784:192.168.203.151@tcp:101:tail.0 00000100:00100000:2.0:1787827184.477435:0:329343:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f45cb80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827184.478512:0:329342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802790528:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827184.478520:0:329342:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478527:0:329342:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827184.478528:0:329343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job tail:a3f62039-4096-4b6f-a667-17583e7f47b3:329343:1874669802790784:192.168.203.151@tcp:101:tail.0 00010000:00010000:1.0:1787827184.478537:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478541:0:329343:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478543:0:329342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478556:0:329342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478557:0:329343:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478566:0:329342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f450a5000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:2.0:1787827184.478569:0:329343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478574:0:329343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478580:0:329343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478581:0:329342:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478588:0:329343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d1f50aa9000 already unused, calling callback (ffffffffc1966990) 00010000:00010000:1.0:1787827184.478591:0:329342:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478592:0:329343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478604:0:329342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478605:0:329343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478618:0:329342:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787827184.478620:0:329343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.478623:0:329342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478627:0:329343:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827184.478630:0:329342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5000/0xf3d5ba2766bbd7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478632:0:329343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827184.478639:0:329343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9000/0xf3d5ba2766bbd82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329343 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827184.478643:0:329342:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9d1f47fa3480 x1874669802790528/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 576/584 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787827184.478651:0:329343:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9d1f45d13c00 x1874669802790784/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 656/608 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827184.478652:0:329342:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827184.478664:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787827184.478676:0:329343:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x6a7:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787827184.478678:0:329342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827184.478686:0:329343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787827184.478688:0:329342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd5f from it ffffae8181cbb970 00010000:00010000:1.0:1787827184.478695:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827184.478696:0:329343:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827184.478712:0:329342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:2.0:1787827184.478719:0:329343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd5f from it ffffae8181cc39a0 00010000:00010000:2.0:1787827184.478727:0:329343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787827184.478734:0:329343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827184.478753:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.478759:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.478773:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.478777:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1787827184.478793:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.478796:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1787827184.479516:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a7:0x0](ffff9d1f435eb248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827184.479521:0:329342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8, flags=1 00000080:00200000:1.0:1787827184.479526:0:329342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a9:0x0](ffff9d1f435e9988), inode mode 81a4 mask 2 00000080:00200008:1.0:1787827184.479532:0:329342:0:(llite_lib.c:2427:ll_setattr_raw()) START file pjdfstest_fef4f47db0faa61a92d58c9b4b4757f8:[0x200000401:0x6a9:0x0](ffff9d1f435e9988) current size 80, valid attrs 8, mode ffff, uid -1629195988, gid -1, new size 23456, atime 1787827184.000000000, mtime 1787827184.000000000, ctime 1787827184.000000000 00010000:00010000:1.0:1787827184.479547:0:329342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827184.479561:0:329342:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x6a9:0x0]: losing layout lock 00010000:00010000:1.0:1787827184.479581:0:329342:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.479586:0:329342:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827184.479588:0:329342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f45c18a00/0xf3d5ba2766bbd51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bee8 expref: -99 pid: 329340 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787827184.479600:0:329342:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d1f5028e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827184.479605:0:329342:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d1f47fa3480 x1874669802791040/t0(0) o36->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827184.479615:0:329342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802791040:192.168.203.151@tcp:36:pjdfstest.0 00000100:00100000:1.0:1787827184.479648:0:329342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827184.480649:0:329342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802791040:192.168.203.151@tcp:36:pjdfstest.0 00000080:00200000:1.0:1787827184.480675:0:329342:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x6a9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:1.0:1787827184.480687:0:329342:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x6a9:0x0](ffff9d1f435e9988) 00000002:00010000:1.0:1787827184.480693:0:329342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x6a9:0x0]) in obj [0x200000401:0x6a9:0x0], intent: layout flags 0 00010000:00010000:1.0:1787827184.480722:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.480730:0:329342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.480738:0:329342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329342 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827184.480751:0:329342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa12c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802791168:192.168.203.151@tcp:101:pjdfstest.0 00000100:00100000:1.0:1787827184.480790:0:329342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d1f482a3780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827184.481533:0:329342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa12c0 pname:cluuid:pid:xid:nid:opc:job pjdfstest:a3f62039-4096-4b6f-a667-17583e7f47b3:329342:1874669802791168:192.168.203.151@tcp:101:pjdfstest.0 00010000:00010000:1.0:1787827184.481542:0:329342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.481554:0:329342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827184.481560:0:329342:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9d1f47fa12c0 x1874669802791168/t0(0) o101->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 376/400 e 0 to 0 dl 1787827200 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827184.481567:0:329342:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787827184.481574:0:329342:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.481579:0:329342:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d1f48f15c00 type 13 mode 16 res 8589935617/1705 (0 0) 00000080:00200000:1.0:1787827184.481582:0:329342:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x6a9:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1787827184.481589:0:329342:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a9:0x0](ffff9d1f435e9988) for lock 0xf3d5ba2766bbd89 00000080:00010000:1.0:1787827184.481593:0:329342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf3d5ba2766bbd89 from it ffffae8181cbbad8 00010000:00010000:1.0:1787827184.481595:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827184.481601:0:329342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481609:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481614:0:329342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787827184.481622:0:329342:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x6a9:0x0](000000004855b79b) being reconfigured ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827184.481646:0:329342:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x6a9:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:1.0:1787827184.481651:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481658:0:329342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:1.0:1787827184.481677:0:329342:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827184.481688:0:329342:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1787827184.481700:0:329342:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827184.481704:0:329342:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9d1f46890e30, osc lock ffff9d1f45d88618, flags 0x0 00010000:00010000:1.0:1787827184.481718:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481727:0:329342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481739:0:329342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481747:0:329342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827184.481755:0:329342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787827184.481801:0:2343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787827184.481817:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802791296:192.168.203.151@tcp:10:pjdfstest.0 00010000:00010000:2.0:1787827184.522586:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827185.546566:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827186.506732:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2345:1874669802791424:192.168.203.151@tcp:400:kworker.0 00000100:00100000:2.0:1787827186.506828:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802791680:192.168.203.151@tcp:400:kworker.0 00000100:00100000:2.0:1787827186.506862:0:2345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827186.506870:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802791552:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827186.570574:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827187.594605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827188.618660:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787827189.578664:0:8:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x6a9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787827189.578684:0:8:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787827189.578718:0:8:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000116002b1 ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1787827189.578744:0:8:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000116002b1 ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827189.578841:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9d1f5028e800 lock: 000000004c20d3cd/0xf3d5ba2766bbd58 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf3e16ce0bbd6befd expref: -99 pid: 329340 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1787827189.578955:0:8:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9d1f4bd97480 - object 0x280000400:12 offset 0<>4096 00000100:00100000:0.0:1787827189.579057:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802791936:192.168.203.151@tcp:16:kworker.0 00000100:00100000:1.0:1787827189.579076:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2343:1874669802791808:192.168.203.151@tcp:4:dd.0 00010000:00010000:1.0:1787827189.642745:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827190.666775:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827191.626647:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2344:1874669802792064:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827191.626668:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802792192:192.168.203.151@tcp:400:kworker.0 00000100:00100000:2.0:1787827191.626743:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802792320:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827191.690623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827192.714588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827193.738627:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827194.762582:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827195.786623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827196.746672:0:2344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802792576:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827196.746672:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2345:1874669802792448:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827196.746787:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802792704:192.168.203.151@tcp:400:kworker.0 00010000:00010000:2.0:1787827196.810619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827197.834620:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827198.858612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827199.882655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787827200.842562:0:2343:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827184/real 1787827184] req@ffff9d1f47fa12c0 x1874669802791296/t0(0) o10->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:6/4 lens 440/432 e 0 to 1 dl 1787827200 ref 1 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1787827200.850376:0:2343:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787827200.850387:0:2343:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff9d1f5028e800: Connection to lustre-OST0001 (at 192.168.203.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787827200.854287:0:2343:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1787827200.854386:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827200.854391:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827200.854394:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827200.854400:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2792 00000100:00100000:1.0:1787827200.854406:0:2343:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802792832:192.168.203.151@tcp:400:kworker.0 00000100:00080000:0.0:1787827200.854414:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827200.854424:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827200.854439:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802793088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827200.854487:0:2342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802792960:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827200.854497:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827200.906581:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827201.930608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787827202.890680:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827186/real 1787827186] req@ffff9d1f45d12d00 x1874669802791552/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827202.897871:0:2345:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f45d12d00 x1874669802791552/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827202.897882:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787827202.897885:0:2345:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9d1f5028e800: Connection to lustre-MDT0000 (at 192.168.203.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787827202.901386:0:2345:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1787827202.901406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827186/real 1787827186] req@ffff9d1f45d13c00 x1874669802791424/t0(0) o400->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827202.901421:0:2345:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f45d13c00 x1874669802791424/t0(0) o400->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827202.901427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787827202.901430:0:2345:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.151@tcp: Connection to MGS (at 192.168.203.151@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1787827202.904170:0:2345:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.151@tcp for MGC192.168.203.151@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787827202.904173:0:2345:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787827202.904178:0:2345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d1f45d13c00 x1874669802791424/t0(0) o400->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827202.904188:0:2345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d1f482712c0 x1874669802792064/t0(0) o400->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827202.904203:0:2345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d1f45d11680 x1874669802792448/t0(0) o400->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827202.904211:0:2345:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d1f4bd97840 x1874669802792832/t0(0) o400->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787827202.904229:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00100000:2.0:1787827202.904232:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a00706d8-1ce4-40ea-a4cc-274aef009302:2344:1874669802792064:192.168.203.151@tcp:400:kworker.0 00000100:00080000:3.0:1787827202.904232:0:2345:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787827202.904234:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787827202.904237:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827202.904238:0:2345:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:0.0:1787827202.904245:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827202.904249:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000400:3.0:1787827202.904254:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827186/real 1787827186] req@ffff9d1f45d11a40 x1874669802791680/t0(0) o400->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827202.904257:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 177 00000100:00100000:3.0:1787827202.904276:0:2345:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f45d11a40 x1874669802791680/t0(0) o400->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827202.904278:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827202.904293:0:2343:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2343:1874669802792832:192.168.203.151@tcp:400:kworker.0 00000100:00080000:3.0:1787827202.904295:0:2345:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9d1f4934e000 already not connected (conn 7, was 6): CONNECTING 00000100:00100000:0.0:1787827202.904317:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802793216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827202.904317:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2345:1874669802792448:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827202.904331:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802791552:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827202.904340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a00706d8-1ce4-40ea-a4cc-274aef009302:2345:1874669802791424:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827202.904344:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802791680:192.168.203.151@tcp:400:kworker.0 00000100:00080000:0.0:1787827202.904348:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827202.904354:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827202.904357:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827202.904364:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 177 00000100:00080000:0.0:1787827202.904374:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827202.904385:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827202.904386:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802793216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827202.904402:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802793344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827202.904412:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827202.904415:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827202.904421:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827202.904424:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827202.904426:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827202.904429:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827202.904499:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793344:192.168.203.151@tcp:38:kworker.0 00010000:00010000:0.0:1787827202.954580:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827203.978628:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827205.002635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787827205.962566:0:2342:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827189/real 1787827189] req@ffff9d1f4bd94000 x1874669802791936/t0(0) o16->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 440/432 e 0 to 1 dl 1787827205 ref 1 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1787827205.962606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827205.962614:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787827205.962617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827205.962621:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787827205.962624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827205.962627:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:0.0:1787827205.962798:0:2343:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827189/real 1787827189] req@ffff9d1f4bd97480 x1874669802791808/t0(0) o4->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:6/4 lens 4584/448 e 0 to 1 dl 1787827205 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787827205.962819:0:2343:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9d1f4934e000 already not connected (conn 7, was 6): CONNECTING 00000100:00080000:1.0:1787827205.978130:0:2342:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9d1f4934e000 already not connected (conn 7, was 6): CONNECTING 00010000:00010000:1.0:1787827206.026590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827207.050618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827208.010594:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827208.010603:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827208.010606:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827208.010611:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827208.010617:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827208.010620:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:3.0:1787827208.010670:0:2344:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827191/real 1787827191] req@ffff9d1f48272940 x1874669802792320/t0(0) o400->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827207 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1787827208.010695:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827191/real 1787827191] req@ffff9d1f48272d00 x1874669802792192/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827207 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827208.010741:0:2345:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f48272d00 x1874669802792192/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827207 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827208.010754:0:2345:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9d1f463f9000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1787827208.010779:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802792192:192.168.203.151@tcp:400:kworker.0 00000100:00100000:3.0:1787827208.023596:0:2344:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f48272940 x1874669802792320/t0(0) o400->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827207 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827208.023614:0:2344:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9d1f4934e000 already not connected (conn 7, was 6): CONNECTING 00000100:00100000:3.0:1787827208.023669:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802792320:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827208.074657:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827209.098658:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827210.058533:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827200/real 1787827200] req@ffff9d1f4bd970c0 x1874669802793088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827210.058566:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802793088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827210.058582:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827210.058601:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827210.058607:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793088:192.168.203.151@tcp:8:kworker.0 00000100:00080000:0.0:1787827210.058641:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827210.058646:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827210.058649:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827210.058652:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827210.058654:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827210.058656:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827210.058658:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827210.058663:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2808 00000100:00080000:0.0:1787827210.058671:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787827210.058676:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827210.058686:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827210.058713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802793472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827210.058775:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827210.122600:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827211.146646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1787827212.106546:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827196/real 1787827196] req@ffff9d1f45d121c0 x1874669802792704/t0(0) o400->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1787827212.106553:0:2344:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827196/real 1787827196] req@ffff9d1f45d103c0 x1874669802792576/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827212.106578:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827202/real 1787827202] req@ffff9d1f4bd95a40 x1874669802793344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827212.106594:0:2344:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f45d103c0 x1874669802792576/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827212.106604:0:2344:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9d1f463f9000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1787827212.106608:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802793344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827212.106620:0:2344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2344:1874669802792576:192.168.203.151@tcp:400:kworker.0 00000100:00100000:0.0:1787827212.106627:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827202/real 1787827202] req@ffff9d1f4bd95e00 x1874669802793216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827212.106647:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802793216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827212.106663:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827212.106683:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827212.106687:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793344:192.168.203.151@tcp:38:kworker.0 00000100:00080000:0.0:1787827212.106695:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827212.106702:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827212.106707:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802793216:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827212.106718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827212.106724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827212.106727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827212.106734:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2810 00000100:00080000:3.0:1787827212.106744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787827212.106766:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827212.106795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802793600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827212.106815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827212.106818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827212.106820:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827212.106824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2810 00000100:00080000:3.0:1787827212.106827:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787827212.106831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827212.106868:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802793600:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787827212.106876:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827212.106892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802793728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827212.106903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827212.106907:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787827212.107000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827212.117893:0:2345:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f45d121c0 x1874669802792704/t0(0) o400->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827212.117903:0:2345:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9d1f4934e000 already not connected (conn 8, was 6): CONNECTING 00000100:00100000:2.0:1787827212.117916:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a3f62039-4096-4b6f-a667-17583e7f47b3:2345:1874669802792704:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827212.170593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827213.194634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827214.218608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827214.666566:0:329316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbd90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827214.666581:0:329316:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a4200/0xf3d5ba2766bbd90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 329316 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787827214.666656:0:2343:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9d1f47fa2d00 x1874669802793856/t0(0) o63->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:24/4 lens 704/4320 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827215.114579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827215.114587:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787827215.114590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827215.114593:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787827215.114595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827215.114598:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787827215.242594:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787827216.202648:0:2342:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827200/real 1787827200] req@ffff9d1f4bd94b40 x1874669802792960/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827216.202681:0:2342:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d1f4bd94b40 x1874669802792960/t0(0) o400->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827216.202691:0:2342:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9d1f463f9000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:1.0:1787827216.202715:0:2342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a3f62039-4096-4b6f-a667-17583e7f47b3:2342:1874669802792960:192.168.203.151@tcp:400:kworker.0 00010000:00010000:0.0:1787827216.266598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827217.162551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827217.162562:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827217.162567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827217.162571:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827217.162575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827217.162581:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1787827217.290641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827218.314604:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827219.338588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827220.362606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827221.386589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827222.346553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827222.346565:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827222.346569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827222.346573:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827222.346576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827222.346579:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1787827222.410637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827223.434616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827224.458562:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827225.354627:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827210/real 1787827210] req@ffff9d1f4bd97840 x1874669802793472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827225 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827225.354665:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802793472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827225 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827225.354688:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827225.354707:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827225.354711:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793472:192.168.203.151@tcp:8:kworker.0 00000100:00080000:2.0:1787827225.354773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827225.354779:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787827225.354782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827225.354785:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787827225.354787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827225.354790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827225.354793:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827225.354798:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2818 00000100:00080000:2.0:1787827225.354810:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787827225.354817:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827225.354829:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827225.354861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802793984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827225.354928:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793984:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827225.482642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827226.506657:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827227.402572:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827212/real 1787827212] req@ffff9d1f48270b40 x1874669802793728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827227 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827227.402602:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802793728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827227 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827227.402611:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827212/real 1787827212] req@ffff9d1f48272940 x1874669802793600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827227 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827227.402619:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802793600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827227 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827227.402634:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827227.402649:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827227.402652:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793728:192.168.203.151@tcp:38:kworker.0 00000100:00080000:0.0:1787827227.402656:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827227.402661:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827227.402665:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802793600:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827227.402674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827227.402679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827227.402682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827227.402691:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2820 00000100:00080000:1.0:1787827227.402700:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787827227.402707:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827227.402752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802794112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827227.402775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827227.402779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827227.402781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827227.402785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2820 00000100:00080000:1.0:1787827227.402789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787827227.402793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827227.402802:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827227.402806:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802794112:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827227.402823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802794240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827227.402841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827227.402845:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787827227.402885:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794240:192.168.203.151@tcp:38:kworker.0 00010000:00010000:0.0:1787827227.530615:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827228.554614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827229.578627:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827230.410596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827230.410609:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827230.410613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827230.410617:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827230.410621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827230.410624:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1787827230.602701:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827231.626608:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827232.458596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827232.458608:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827232.458618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827232.458622:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827232.458625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827232.458629:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787827232.650658:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827233.674590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827234.698633:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827235.722598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827236.746654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827237.706560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827237.706570:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827237.706583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827237.706587:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827237.706590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827237.706594:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1787827237.770626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827238.794615:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827239.818656:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:0.1F:1787827240.266598:0:2333:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.151@tcp (192.168.203.151:988) the network or that node may be down. 00010000:00010000:0.0:1787827240.842648:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827241.866607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827242.826554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827242.826562:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827242.826564:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827242.826567:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787827242.826570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827242.826572:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1787827242.890665:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827243.914674:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827244.938644:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827245.770592:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827225/real 1787827225] req@ffff9d1f45d121c0 x1874669802793984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827245.770636:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802793984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827245.770659:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827245.770679:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827245.770682:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802793984:192.168.203.151@tcp:8:kworker.0 00000100:00080000:1.0:1787827245.770718:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.770724:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827245.770727:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.770730:0:42033:0:(pinger.c:247:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827245.770733:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.770735:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827245.770737:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.770744:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2833 00000100:00080000:1.0:1787827245.770755:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1787827245.770762:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827245.770775:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827245.770804:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802794368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827245.770864:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794368:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827245.962685:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827246.410830:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.151:988 00000400:00000100:3.0:1787827246.410882:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827246.410899:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787827246.410975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827246] req@ffff9d1f47fa3c00 x1874669802794368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827246.411002:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802794368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827246.411016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827246.411021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827246.411026:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794368:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827246.986630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827247.818583:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827227/real 1787827227] req@ffff9d1f47fa2580 x1874669802794240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827247 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827247.818631:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802794240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827247 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827247.818643:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827227/real 1787827227] req@ffff9d1f47fa1e00 x1874669802794112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827247 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827247.818655:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802794112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827247 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827247.818680:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827247.818700:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827247.818705:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794240:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787827247.818711:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827247.818721:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827247.818726:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802794112:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827247.818730:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827247.818736:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827247.818738:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827247.818746:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2835 00000100:00080000:0.0:1787827247.818755:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787827247.818762:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827247.818789:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802794496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827247.818807:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827247.818810:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827247.818811:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827247.818814:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2835 00000100:00080000:0.0:1787827247.818816:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787827247.818819:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827247.818826:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827247.818835:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802794624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827247.818845:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802794496:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827247.818846:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827247.818852:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827247.818856:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827247.818859:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2853 00000100:00080000:0.0:1787827247.818861:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827247.818864:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827247.818868:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827247.818877:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802794752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827247.818945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794624:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827247.818984:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794752:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827248.010629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827249.034612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827249.482787:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.151:988 00000400:00000100:0.0:1787827249.482824:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827249.482839:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827249.482876:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827249.482890:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787827249.482905:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827247/real 1787827249] req@ffff9d1f4bd95e00 x1874669802794624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827249.482938:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802794624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827249.482950:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827249.482956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827249.482961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794624:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827249.482969:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827247/real 1787827249] req@ffff9d1f4bd95a40 x1874669802794752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827249.482983:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802794752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827249.482991:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827249.482995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827249.482998:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802794752:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787827249.483004:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827247/real 1787827249] req@ffff9d1f4bd97840 x1874669802794496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827249.483018:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802794496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827249.483026:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827249.483030:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827249.483033:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802794496:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827250.058635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827251.082593:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827252.106618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827253.066577:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827253.066584:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827253.066588:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827253.066596:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2855 00000100:00080000:1.0:1787827253.066610:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827253.066616:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827253.066646:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802794880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827253.066667:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827253.066670:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827253.066671:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827253.066675:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2855 00000100:00080000:1.0:1787827253.066677:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827253.066679:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827253.066687:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827253.066696:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802795008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827253.066705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827253.066708:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827253.066709:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827253.066715:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2855 00000100:00100000:3.0:1787827253.066715:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802794880:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827253.066721:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827253.066727:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827253.066730:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827253.066740:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802795136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827253.066827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795008:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827253.066861:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795136:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827253.130582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827254.154645:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827255.178609:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827255.626741:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.151:988 00000400:00000100:0.0:1787827255.626775:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827255.626788:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827255.626815:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827255.626822:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787827255.626859:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827255] req@ffff9d1f47fa0f00 x1874669802795008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.626887:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802795008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.626912:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.626919:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827255.626924:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795008:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827255.626932:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827255] req@ffff9d1f47fa0b40 x1874669802795136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.626948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802795136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.626966:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.626970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827255.626973:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795136:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787827255.626981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827255] req@ffff9d1f47fa21c0 x1874669802794880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.627002:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802794880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.627010:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.627015:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827255.627019:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802794880:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787827256.202622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827257.226609:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827258.186558:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827258.186568:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827258.186572:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827258.186581:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2861 00000100:00080000:1.0:1787827258.186591:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827258.186598:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827258.186631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802795264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827258.186662:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827258.186665:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827258.186667:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827258.186671:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2861 00000100:00080000:1.0:1787827258.186674:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827258.186679:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827258.186688:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827258.186704:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802795392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827258.186704:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802795264:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827258.186722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827258.186726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827258.186727:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827258.186731:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2861 00000100:00080000:1.0:1787827258.186735:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827258.186739:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827258.186745:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827258.186755:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802795520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827258.186770:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827258.186805:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827258] req@ffff9d1f47fa0000 x1874669802795264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827258.186818:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802795264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827258.186829:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827258.186834:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827258.186838:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802795264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827258.186861:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795392:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827258.186891:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827258.186905:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827258] req@ffff9d1f47fa1a40 x1874669802795392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827258.186919:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802795392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827258.186926:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827258.186928:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827258.186931:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795392:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827258.186935:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795520:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827258.186952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827258.186961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827258] req@ffff9d1f47fa30c0 x1874669802795520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827258.186973:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802795520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827258.186982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827258.186986:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827258.186989:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795520:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827258.250615:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827259.274590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827260.298671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827261.322607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827262.346703:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827263.306588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827263.306597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827263.306601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827263.306610:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2866 00000100:00080000:2.0:1787827263.306619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827263.306625:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827263.306657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802795648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827263.306688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827263.306690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827263.306692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827263.306695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2866 00000100:00080000:2.0:1787827263.306697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827263.306699:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827263.306707:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827263.306717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802795776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827263.306726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827263.306731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827263.306733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827263.306733:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802795648:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827263.306743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2866 00000100:00080000:2.0:1787827263.306750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827263.306753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827263.306756:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827263.306764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802795904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827263.306877:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827263.306922:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795904:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827263.370589:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827264.394631:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827264.842758:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.151:988 00000400:00000100:2.0:1787827264.842795:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827264.842809:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787827264.842843:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787827264.842849:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787827264.843131:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827264] req@ffff9d1f45d121c0 x1874669802795776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827264.843163:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802795776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827264.843177:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827264.843182:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827264.843186:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827264.843195:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827264] req@ffff9d1f45d103c0 x1874669802795904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827264.843208:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802795904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827264.843216:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827264.843219:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827264.843223:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802795904:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787827264.843229:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827264] req@ffff9d1f45d10000 x1874669802795648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827264.843243:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802795648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827264.843250:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827264.843253:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827264.843256:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802795648:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787827265.418616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827266.442630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827267.466606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827268.426550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827268.426561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827268.426565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827268.426577:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2871 00000100:00080000:2.0:1787827268.426587:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827268.426595:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827268.426627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802796032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827268.426653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827268.426657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827268.426659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827268.426664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2871 00000100:00080000:2.0:1787827268.426669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827268.426675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827268.426685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827268.426703:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802796032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827268.426706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802796160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827268.426727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827268.426732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827268.426734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827268.426741:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2871 00000100:00080000:2.0:1787827268.426746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827268.426751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827268.426756:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827268.426769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802796288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827268.426795:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827268.426852:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffff9d1f45d11a40 x1874669802796032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827268.426872:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802796032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827268.426885:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827268.426896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827268.426902:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802796032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827268.427020:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796160:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827268.427182:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827268.427199:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffff9d1f45d13c00 x1874669802796160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827268.427249:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802796160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827268.427257:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827268.427262:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827268.427267:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796160:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827268.427278:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796288:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827268.427302:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827268.427311:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffff9d1f45d12d00 x1874669802796288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827268.427319:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802796288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827268.427326:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827268.427328:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827268.427330:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796288:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827268.490679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827269.514618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827270.538585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827271.562609:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827272.586615:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827273.546574:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827273.546584:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827273.546588:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827273.546597:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2876 00000100:00080000:0.0:1787827273.546609:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827273.546616:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827273.546650:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802796416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827273.546674:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827273.546677:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827273.546679:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827273.546683:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2876 00000100:00080000:0.0:1787827273.546686:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827273.546690:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827273.546699:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827273.546712:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802796544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827273.546715:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802796416:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827273.546730:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827273.546734:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827273.546735:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827273.546739:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2876 00000100:00080000:0.0:1787827273.546743:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827273.546747:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827273.546752:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827273.546762:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802796672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827273.546823:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827273.546849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796672:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827273.610604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827274.058766:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.151:988 00000400:00000100:3.0:1787827274.058820:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827274.058837:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787827274.058872:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787827274.058881:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787827274.058913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827273/real 1787827274] req@ffff9d1f4bd95a40 x1874669802796544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827274.058941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802796544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827274.058967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827274.058972:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827274.058978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827274.058987:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827273/real 1787827274] req@ffff9d1f4bd95e00 x1874669802796672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827274.059000:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802796672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827274.059016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827274.059020:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827274.059034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796672:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787827274.059041:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827273/real 1787827274] req@ffff9d1f4bd97840 x1874669802796416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827274.059059:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802796416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827274.059067:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827274.059071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827274.059075:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802796416:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827274.634612:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827275.658574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827276.682611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827277.706604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827278.666573:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827278.666582:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827278.666591:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827278.666600:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2881 00000100:00080000:2.0:1787827278.666609:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827278.666615:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827278.666649:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802796800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827278.666670:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827278.666673:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827278.666675:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827278.666678:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2881 00000100:00080000:2.0:1787827278.666680:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827278.666682:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827278.666690:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827278.666701:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802796928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827278.666714:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827278.666716:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802796800:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827278.666731:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827278.666735:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827278.666741:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2881 00000100:00080000:2.0:1787827278.666745:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827278.666750:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827278.666754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827278.666765:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802797056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827278.666780:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827278.666819:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827278/real 1787827278] req@ffff9d1f45d11680 x1874669802796800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827278.666836:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802796800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827278.666845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827278.666849:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827278.666853:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802796800:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827278.666876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796928:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827278.666894:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827278.666905:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827278/real 1787827278] req@ffff9d1f45d12580 x1874669802796928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827278.666915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802796928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827278.666923:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827278.666926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827278.666929:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802796928:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827278.666935:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797056:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827278.666949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827278.666957:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827278/real 1787827278] req@ffff9d1f45d13840 x1874669802797056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827278.666967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802797056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827278.666974:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827278.666977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827278.666980:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797056:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827278.730585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827279.754678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827280.778587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827281.802567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827282.826589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827283.786547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827283.786555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827283.786559:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827283.786568:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2886 00000100:00080000:2.0:1787827283.786577:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827283.786583:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827283.786614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802797184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827283.786636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827283.786639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827283.786641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827283.786644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2886 00000100:00080000:2.0:1787827283.786646:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827283.786648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827283.786656:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827283.786665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802797312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827283.786674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827283.786677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827283.786680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827283.786682:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802797184:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827283.786684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2886 00000100:00080000:2.0:1787827283.786691:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827283.786694:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827283.786698:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827283.786704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802797440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827283.786752:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827283.786783:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827283/real 1787827283] req@ffff9d1f45d11e00 x1874669802797184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827283.786796:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802797184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827283.786804:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827283.786806:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827283.786810:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802797184:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827283.786827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797312:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827283.786841:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827283.786849:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827283/real 1787827283] req@ffff9d1f45d13480 x1874669802797312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827283.786856:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802797312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827283.786861:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827283.786863:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827283.786865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797312:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827283.786869:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797440:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827283.786879:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827283.786885:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827283/real 1787827283] req@ffff9d1f45d10780 x1874669802797440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827283.786897:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802797440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827283.786902:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827283.786904:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827283.786906:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797440:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827283.850661:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827284.874603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827285.898636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827286.922637:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827287.946676:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827288.906623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827288.906634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827288.906637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827288.906648:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2891 00000100:00080000:0.0:1787827288.906676:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827288.906683:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827288.906740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802797568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827288.906772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827288.906774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827288.906776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827288.906779:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2891 00000100:00080000:0.0:1787827288.906782:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827288.906785:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827288.906795:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827288.906805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802797696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827288.906814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827288.906820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787827288.906820:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802797568:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827288.906822:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827288.906830:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2891 00000100:00080000:0.0:1787827288.906832:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827288.906835:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827288.906839:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827288.906853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802797824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827288.906912:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827288.906956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827288/real 1787827288] req@ffff9d1f4bd94b40 x1874669802797568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827288.906974:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802797568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827288.906999:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827288.907002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827288.907005:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802797568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827288.907040:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797696:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827288.907083:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827288.907096:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827288/real 1787827288] req@ffff9d1f4bd970c0 x1874669802797696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827288.907111:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802797696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827288.907118:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827288.907121:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827288.907123:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797696:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827288.907128:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797824:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827288.907173:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827288.907189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827288/real 1787827288] req@ffff9d1f4bd97840 x1874669802797824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827288.907206:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802797824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827288.907218:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827288.907222:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827288.907227:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802797824:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827288.970654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827289.994571:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827291.018606:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827292.042587:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827293.066588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827294.026601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827294.026611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827294.026616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827294.026625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2896 00000100:00080000:2.0:1787827294.026634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827294.026639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827294.026685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802797952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827294.026728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827294.026732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827294.026734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827294.026739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2896 00000100:00080000:2.0:1787827294.026744:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827294.026748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827294.026758:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827294.026772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802798080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827294.026790:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802797952:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827294.026795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827294.026798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827294.026799:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827294.026802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2896 00000100:00080000:2.0:1787827294.026806:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827294.026810:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827294.026814:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827294.026823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802798208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827294.026900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798080:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827294.026926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798208:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827294.090654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827295.114601:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827295.562986:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787827295.563038:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827295.563065:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827295.563112:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827295.563127:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787827295.563145:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffff9d1f45d12940 x1874669802798080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827295.563189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802798080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827295.563206:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827295.563213:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827295.563219:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798080:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827295.563229:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffff9d1f45d112c0 x1874669802798208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827295.563244:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802798208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827295.563272:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827295.563278:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827295.563282:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798208:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787827295.563292:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffff9d1f45d130c0 x1874669802797952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827295.563309:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802797952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827295.563320:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827295.563324:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827295.563328:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802797952:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827296.138642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827297.162665:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827298.186577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827299.146529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827299.146538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827299.146541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827299.146549:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2901 00000100:00080000:2.0:1787827299.146558:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827299.146564:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827299.146595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802798336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827299.146615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827299.146620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827299.146621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827299.146624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2901 00000100:00080000:2.0:1787827299.146627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827299.146629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827299.146637:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827299.146658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802798464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827299.146676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827299.146680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827299.146682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827299.146686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802798336:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827299.146690:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2901 00000100:00080000:2.0:1787827299.146695:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827299.146699:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827299.146704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827299.146715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802798592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827299.146743:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827299.146782:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffff9d1f45d130c0 x1874669802798336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827299.146797:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802798336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827299.146805:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827299.146808:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827299.146811:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802798336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827299.146816:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798464:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827299.146830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827299.146838:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffff9d1f45d112c0 x1874669802798464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827299.146845:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802798464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827299.146851:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827299.146853:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827299.146855:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798464:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827299.146872:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798592:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827299.146883:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827299.146889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffff9d1f45d12940 x1874669802798592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827299.146901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802798592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827299.146907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827299.146908:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827299.146910:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798592:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827299.210590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827300.234575:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827301.258600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827302.282583:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827303.306623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827304.266580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827304.266588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827304.266591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827304.266607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2907 00000100:00080000:2.0:1787827304.266617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827304.266624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827304.266654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802798720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827304.266678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827304.266681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827304.266683:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827304.266685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2907 00000100:00080000:2.0:1787827304.266688:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827304.266691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827304.266699:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827304.266710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802798848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827304.266718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827304.266720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827304.266721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827304.266724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2907 00000100:00080000:2.0:1787827304.266726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827304.266728:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827304.266732:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827304.266740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802798976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827304.266766:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802798720:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827304.266816:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827304.266845:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffff9d1f45d10780 x1874669802798720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.266870:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802798720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.266881:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.266886:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827304.266891:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802798720:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827304.266899:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798848:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827304.266921:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827304.266932:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffff9d1f45d13480 x1874669802798848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.266942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802798848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.266949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.266952:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827304.266955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798848:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827304.266960:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798976:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827304.266974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827304.266983:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffff9d1f45d11e00 x1874669802798976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.266992:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802798976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.267003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.267006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827304.267009:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802798976:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827304.330696:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827305.354600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827306.378583:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827307.402606:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827308.426618:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827309.386526:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827309.386535:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827309.386538:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827309.386566:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2912 00000100:00080000:1.0:1787827309.386576:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827309.386582:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827309.386616:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802799104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827309.386635:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827309.386638:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827309.386640:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827309.386643:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2912 00000100:00080000:1.0:1787827309.386646:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827309.386650:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827309.386658:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827309.386665:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802799104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827309.386678:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802799232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827309.386687:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827309.386690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827309.386692:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827309.386695:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2912 00000100:00080000:1.0:1787827309.386698:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827309.386701:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827309.386705:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827309.386713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802799360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827309.386722:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827309.386772:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffff9d1f47fa1680 x1874669802799104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.386792:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802799104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.386801:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.386804:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827309.386806:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802799104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827309.386828:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799232:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827309.386846:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827309.386855:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffff9d1f47fa03c0 x1874669802799232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.386863:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802799232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.386869:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.386873:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827309.386885:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799232:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827309.386892:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799360:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827309.386915:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827309.386928:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffff9d1f47fa0780 x1874669802799360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.386937:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802799360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.386943:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.386945:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827309.386948:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799360:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827309.450669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827310.474618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827311.498586:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827312.522740:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827313.546635:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827314.506594:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827314.506606:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827314.506610:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827314.506621:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2917 00000100:00080000:0.0:1787827314.506639:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827314.506648:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827314.506701:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802799488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827314.506734:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827314.506737:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827314.506739:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827314.506742:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2917 00000100:00080000:0.0:1787827314.506745:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827314.506749:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827314.506761:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827314.506778:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802799616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827314.506791:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802799488:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827314.506793:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827314.506802:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827314.506803:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827314.506807:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2917 00000100:00080000:0.0:1787827314.506810:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827314.506814:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827314.506819:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827314.506830:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802799744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827314.506881:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827314.506927:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827314/real 1787827314] req@ffff9d1f4bd95e00 x1874669802799488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827314.506942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802799488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827314.506952:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827314.506955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827314.506959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802799488:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827314.506985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799616:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827314.507002:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827314.507011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827314/real 1787827314] req@ffff9d1f4bd95a40 x1874669802799616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827314.507020:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802799616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827314.507027:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827314.507029:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827314.507031:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799616:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827314.507035:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799744:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827314.507047:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827314.507053:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827314/real 1787827314] req@ffff9d1f4bd97840 x1874669802799744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827314.507061:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802799744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827314.507067:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827314.507068:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827314.507070:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802799744:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827314.570654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827315.594614:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827316.618618:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827317.642611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827318.666587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827319.626597:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827319.626607:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827319.626612:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827319.626621:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2922 00000100:00080000:2.0:1787827319.626632:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827319.626639:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827319.626672:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802799872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827319.626709:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827319.626713:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827319.626715:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827319.626720:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2922 00000100:00080000:2.0:1787827319.626723:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827319.626729:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827319.626740:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827319.626754:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802800000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827319.626768:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802799872:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827319.626772:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827319.626784:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827319.626786:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827319.626791:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2922 00000100:00080000:2.0:1787827319.626797:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827319.626803:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827319.626810:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827319.626825:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802800128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827319.626858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827319.626910:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827319/real 1787827319] req@ffff9d1f45d11e00 x1874669802799872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827319.626925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802799872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827319.626935:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827319.626939:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827319.626944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802799872:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827319.626972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800000:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827319.626990:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827319.626999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827319/real 1787827319] req@ffff9d1f45d13480 x1874669802800000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827319.627007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802800000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827319.627012:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827319.627014:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827319.627016:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800000:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827319.627020:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800128:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827319.627033:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827319.627039:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827319/real 1787827319] req@ffff9d1f45d10780 x1874669802800128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827319.627047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802800128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827319.627053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827319.627055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827319.627057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800128:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827319.690588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827320.714608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827321.738671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827322.762652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827323.786642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827324.746561:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827324.746570:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827324.746574:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827324.746582:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2927 00000100:00080000:2.0:1787827324.746593:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827324.746600:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827324.746637:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802800256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827324.746662:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827324.746665:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827324.746666:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827324.746670:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2927 00000100:00080000:2.0:1787827324.746673:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827324.746676:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827324.746684:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827324.746693:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802800384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827324.746701:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827324.746703:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827324.746704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827324.746707:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2927 00000100:00080000:2.0:1787827324.746708:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827324.746711:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827324.746714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827324.746720:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802800512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827324.746750:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802800256:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787827324.746802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827324.746843:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827324/real 1787827324] req@ffff9d1f45d13840 x1874669802800256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827324.746856:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802800256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827324.746863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827324.746866:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827324.746869:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802800256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827324.746874:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800384:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827324.746890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827324.746906:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827324/real 1787827324] req@ffff9d1f45d12580 x1874669802800384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827324.746914:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802800384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827324.746919:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827324.746922:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827324.746924:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800384:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827324.746928:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800512:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827324.746939:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827324.746945:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827324/real 1787827324] req@ffff9d1f45d11680 x1874669802800512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827324.746953:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802800512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827324.746958:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827324.746959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827324.746961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800512:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827324.810683:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827325.834647:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827326.858670:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827327.882579:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827328.906601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827329.866579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827329.866590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827329.866596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827329.866606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2932 00000100:00080000:2.0:1787827329.866617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827329.866624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827329.866659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802800640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827329.866683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827329.866686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827329.866687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827329.866691:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2932 00000100:00080000:2.0:1787827329.866693:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827329.866696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827329.866704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827329.866714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802800768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827329.866722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827329.866725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827329.866726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827329.866729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2932 00000100:00080000:2.0:1787827329.866731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827329.866734:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827329.866737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827329.866744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802800896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827329.866752:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802800640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827329.866855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800768:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827329.866893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800896:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827329.930638:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827330.954592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827331.978655:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827332.426803:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787827332.426849:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827332.426865:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827332.426903:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827332.426914:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787827332.426937:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827329/real 1787827332] req@ffff9d1f45d11a40 x1874669802800896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.426964:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802800896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.426979:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.426984:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827332.426989:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800896:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787827332.427014:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827329/real 1787827332] req@ffff9d1f45d12d00 x1874669802800640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.427035:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802800640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.427045:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.427053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827332.427057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802800640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827332.427065:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827329/real 1787827332] req@ffff9d1f45d13c00 x1874669802800768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.427079:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802800768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.427089:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.427093:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827332.427096:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802800768:192.168.203.151@tcp:38:kworker.0 00010000:00010000:1.0:1787827333.002591:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827334.026624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827334.986591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827334.986612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827334.986617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827334.986631:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2937 00000100:00080000:0.0:1787827334.986645:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827334.986653:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827334.986698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802801024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827334.986725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827334.986728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827334.986730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827334.986733:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2937 00000100:00080000:0.0:1787827334.986736:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827334.986739:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827334.986749:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827334.986758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802801152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827334.986771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827334.986774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827334.986775:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827334.986778:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2937 00000100:00080000:0.0:1787827334.986780:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827334.986783:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827334.986786:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827334.986794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802801280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827334.986830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802801024:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787827334.986909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827334.986958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827334/real 1787827334] req@ffff9d1f4bd970c0 x1874669802801024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827334.986974:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802801024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827334.986997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827334.987000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827334.987005:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802801024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827334.987010:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801152:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827334.987029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827334.987038:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827334/real 1787827334] req@ffff9d1f4bd94b40 x1874669802801152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827334.987054:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802801152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827334.987062:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827334.987065:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827334.987068:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801152:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827334.987074:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801280:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827334.987095:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827334.987107:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827334/real 1787827334] req@ffff9d1f4bd97840 x1874669802801280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827334.987120:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802801280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827334.987130:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827334.987133:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827334.987135:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801280:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827335.050666:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827336.074666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827337.098599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827338.122635:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827339.146694:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827340.106569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827340.106580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827340.106585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827340.106597:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2942 00000100:00080000:3.0:1787827340.106608:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827340.106616:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827340.106651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802801408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827340.106689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827340.106693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827340.106696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827340.106705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2942 00000100:00080000:3.0:1787827340.106710:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827340.106717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827340.106727:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827340.106741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802801536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827340.106754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827340.106757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827340.106759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827340.106763:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2942 00000100:00080000:3.0:1787827340.106767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827340.106771:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827340.106776:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827340.106793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802801664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827340.106796:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802801408:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827340.106867:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827340.106918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffff9d1f48270000 x1874669802801408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.106939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802801408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.106962:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.106968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827340.106975:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802801408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827340.106985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801536:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827340.107016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827340.107029:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffff9d1f48273480 x1874669802801536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.107041:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802801536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.107050:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.107053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827340.107056:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801536:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827340.107079:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801664:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827340.107101:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827340.107114:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffff9d1f48272940 x1874669802801664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.107127:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802801664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.107136:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.107139:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827340.107142:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801664:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827340.170674:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827341.194658:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827342.246778:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827343.306638:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827344.330676:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827345.226621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827345.226631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827345.226636:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.226665:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2948 00000100:00080000:3.0:1787827345.226680:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.226690:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827345.226757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802801792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827345.226800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827345.226805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827345.226808:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.226814:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2948 00000100:00080000:3.0:1787827345.226818:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.226824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827345.226839:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827345.226858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802801920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827345.226875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827345.226883:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787827345.226886:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802801792:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827345.226886:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.226895:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2948 00000100:00080000:3.0:1787827345.226905:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.226934:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827345.226941:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827345.226954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802802048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827345.227006:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827345.227055:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffff9d1f48270b40 x1874669802801792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.227081:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802801792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.227091:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.227094:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827345.227097:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802801792:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827345.227125:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801920:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827345.227158:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827345.227167:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffff9d1f48272d00 x1874669802801920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.227175:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802801920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.227182:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.227184:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827345.227186:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802801920:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827345.227191:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802048:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827345.227213:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827345.227219:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffff9d1f482712c0 x1874669802802048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.227226:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802802048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.227232:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.227234:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827345.227235:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802048:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827345.354616:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827346.378735:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827347.402622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827348.426620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827349.450577:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827350.346577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827350.346586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827350.346591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827350.346601:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2953 00000100:00080000:2.0:1787827350.346612:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827350.346621:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827350.346657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802802176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827350.346683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827350.346686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827350.346687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827350.346690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2953 00000100:00080000:2.0:1787827350.346694:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827350.346697:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827350.346705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827350.346714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802802304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827350.346722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827350.346724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827350.346725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827350.346728:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2953 00000100:00080000:2.0:1787827350.346729:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827350.346731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827350.346734:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827350.346741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802802432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827350.346749:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802802176:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787827350.346812:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827350.346846:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffff9d1f45d10000 x1874669802802176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827350.346859:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802802176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827350.346867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827350.346869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827350.346885:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802802176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827350.346891:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802304:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827350.346908:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827350.346926:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffff9d1f45d103c0 x1874669802802304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827350.346934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802802304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827350.346940:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827350.346942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827350.346944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802304:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827350.346961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802432:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827350.346975:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827350.346981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffff9d1f45d121c0 x1874669802802432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827350.346989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802802432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827350.346994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827350.346996:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827350.346998:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802432:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827350.474629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827351.498636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827352.522586:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827353.546576:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827354.570585:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827355.466594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827355.466604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827355.466608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827355.466619:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2958 00000100:00080000:0.0:1787827355.466630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827355.466637:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827355.466671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802802560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827355.466694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827355.466697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827355.466698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827355.466701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2958 00000100:00080000:0.0:1787827355.466704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827355.466707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827355.466716:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827355.466726:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802802560:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827355.466728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802802688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827355.466740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827355.466742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827355.466744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827355.466746:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2958 00000100:00080000:0.0:1787827355.466749:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827355.466751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827355.466755:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827355.466763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802802816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827355.466786:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827355.466826:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffff9d1f4bd95a40 x1874669802802560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.466854:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802802560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.466865:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.466870:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827355.466874:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802802560:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827355.466895:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802688:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827355.466914:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827355.466923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffff9d1f4bd95e00 x1874669802802688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.466936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802802688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.466942:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.466944:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827355.466946:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802688:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827355.466950:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802816:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827355.466963:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827355.466969:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffff9d1f4bd97840 x1874669802802816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.466976:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802802816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.466982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.466984:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827355.466986:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802802816:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827355.594653:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827356.618682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827357.642638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827358.666667:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827359.690736:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827360.586545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827360.586553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827360.586556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827360.586565:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2963 00000100:00080000:2.0:1787827360.586574:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827360.586580:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827360.586612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802802944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827360.586635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827360.586639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827360.586641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827360.586645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2963 00000100:00080000:2.0:1787827360.586649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827360.586653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827360.586663:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827360.586680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802803072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827360.586689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827360.586691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827360.586693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827360.586696:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2963 00000100:00080000:2.0:1787827360.586699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827360.586703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827360.586708:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827360.586717:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802802944:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827360.586722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802803200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827360.586826:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827360.586882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827360/real 1787827360] req@ffff9d1f45d121c0 x1874669802802944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827360.586904:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802802944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827360.586918:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827360.586922:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827360.586925:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802802944:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827360.586931:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803072:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827360.586949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827360.586958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827360/real 1787827360] req@ffff9d1f45d103c0 x1874669802803072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827360.586966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802803072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827360.586972:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827360.586974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827360.586977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803072:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827360.587002:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803200:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827360.587015:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827360.587021:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827360/real 1787827360] req@ffff9d1f45d10000 x1874669802803200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827360.587029:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802803200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827360.587035:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827360.587038:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827360.587040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803200:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827360.714561:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827361.738599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827362.762655:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827363.786760:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827364.810618:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827365.706528:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827365.706538:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827365.706542:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827365.706553:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2968 00000100:00080000:2.0:1787827365.706563:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827365.706569:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827365.706599:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802803328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827365.706622:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827365.706625:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827365.706627:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827365.706630:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2968 00000100:00080000:2.0:1787827365.706633:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827365.706637:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827365.706645:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827365.706651:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802803328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827365.706658:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802803456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827365.706668:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827365.706671:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827365.706672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827365.706674:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2968 00000100:00080000:2.0:1787827365.706676:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827365.706679:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827365.706682:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827365.706692:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802803584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827365.706706:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827365.706745:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827365/real 1787827365] req@ffff9d1f45d13c00 x1874669802803328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827365.706758:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802803328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827365.706780:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827365.706785:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827365.706789:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802803328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827365.706813:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803456:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827365.706832:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827365.706841:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827365/real 1787827365] req@ffff9d1f45d12d00 x1874669802803456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827365.706849:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802803456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827365.706855:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827365.706857:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827365.706859:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803456:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827365.706863:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803584:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827365.706874:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827365.706881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827365/real 1787827365] req@ffff9d1f45d11a40 x1874669802803584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827365.706888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802803584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827365.706894:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827365.706896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827365.706898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803584:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827365.834630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827366.858587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827367.882611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827368.906694:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827369.930681:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827370.826648:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827370.826679:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827370.826686:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827370.826702:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2973 00000100:00080000:0.0:1787827370.826723:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827370.826766:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827370.826830:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802803712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827370.826871:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827370.826875:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827370.826877:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827370.826882:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2973 00000100:00080000:0.0:1787827370.826887:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827370.826892:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827370.826905:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827370.826909:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802803712:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827370.826920:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802803840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827370.826932:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827370.826935:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827370.826938:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827370.826942:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2973 00000100:00080000:0.0:1787827370.826945:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827370.826949:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827370.826953:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827370.826965:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802803968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827370.827034:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827370.827133:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827370/real 1787827370] req@ffff9d1f4bd94b40 x1874669802803712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827370.827153:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802803712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827370.827182:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827370.827186:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827370.827190:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802803712:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827370.827220:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803840:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827370.827241:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827370.827253:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827370/real 1787827370] req@ffff9d1f4bd970c0 x1874669802803840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827370.827266:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802803840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827370.827287:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827370.827292:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827370.827297:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827370.827305:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803968:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827370.827353:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827370.827375:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827370/real 1787827370] req@ffff9d1f4bd97840 x1874669802803968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827370.827397:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802803968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827370.827413:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827370.827419:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827370.827426:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802803968:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827370.954706:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827371.978650:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827373.002668:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827374.026686:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827375.050732:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827375.946606:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827375.946617:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827375.946622:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827375.946634:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2978 00000100:00080000:2.0:1787827375.946646:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827375.946652:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827375.946707:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802804096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827375.946740:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827375.946744:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827375.946746:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827375.946752:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2978 00000100:00080000:2.0:1787827375.946757:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827375.946762:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827375.946774:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827375.946784:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802804096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827375.946793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802804224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827375.946808:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827375.946813:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827375.946816:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827375.946821:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2978 00000100:00080000:2.0:1787827375.946825:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827375.946829:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827375.946834:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827375.946846:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802804352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827375.946873:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827375.946914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827375/real 1787827375] req@ffff9d1f45d11680 x1874669802804096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827375.946929:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802804096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827375.946938:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827375.946942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827375.946945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802804096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827375.946968:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804224:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827375.946987:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827375.946997:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827375/real 1787827375] req@ffff9d1f45d12580 x1874669802804224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827375.947010:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802804224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827375.947016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827375.947018:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827375.947020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804224:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827375.947024:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804352:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827375.947036:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827375.947042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827375/real 1787827375] req@ffff9d1f45d13840 x1874669802804352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827375.947050:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802804352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827375.947056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827375.947058:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827375.947060:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804352:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827376.074627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827377.098591:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827378.122577:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827379.146576:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827380.170702:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827381.066610:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827381.066622:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827381.066627:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827381.066639:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2983 00000100:00080000:0.0:1787827381.066654:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827381.066685:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827381.066735:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802804480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827381.066774:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827381.066778:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827381.066780:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827381.066784:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2983 00000100:00080000:0.0:1787827381.066788:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827381.066792:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827381.066804:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827381.066817:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802804608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827381.066829:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827381.066833:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827381.066838:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827381.066839:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802804480:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827381.066844:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2983 00000100:00080000:0.0:1787827381.066853:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827381.066857:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827381.066861:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827381.066875:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802804736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827381.066934:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827381.066994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffff9d1f4bd95e00 x1874669802804480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.067015:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802804480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.067026:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.067031:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827381.067034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802804480:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827381.067066:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804608:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827381.067089:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827381.067100:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffff9d1f4bd95a40 x1874669802804608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.067111:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802804608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.067119:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.067122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827381.067125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827381.067130:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804736:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827381.067144:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827381.067152:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffff9d1f4bd97840 x1874669802804736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.067162:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802804736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.067169:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.067171:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827381.067174:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804736:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827381.194675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827382.218576:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827383.242629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827384.266757:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827385.290729:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827386.186669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.186684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827386.186688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.186700:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2989 00000100:00080000:2.0:1787827386.186713:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.186720:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827386.186760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802804864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827386.186785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.186788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827386.186789:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.186793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2989 00000100:00080000:2.0:1787827386.186795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.186798:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827386.186809:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827386.186821:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802804864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827386.186823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802804992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827386.186837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.186840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827386.186841:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.186844:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2989 00000100:00080000:2.0:1787827386.186847:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.186849:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827386.186853:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827386.186883:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802805120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827386.186930:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827386.187015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffff9d1f45d10780 x1874669802804864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.187036:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802804864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.187049:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.187053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827386.187057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802804864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827386.187083:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804992:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827386.187104:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827386.187115:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffff9d1f45d13480 x1874669802804992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.187125:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802804992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.187149:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.187153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827386.187156:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802804992:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827386.187162:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805120:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827386.187182:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827386.187191:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffff9d1f45d11e00 x1874669802805120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.187219:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802805120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.187235:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.187238:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827386.187241:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805120:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827386.314732:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827387.338671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827388.362582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827389.386656:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827390.410780:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827391.306534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827391.306545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827391.306549:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827391.306559:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2994 00000100:00080000:2.0:1787827391.306570:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827391.306577:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827391.306631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802805248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827391.306656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827391.306659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827391.306661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827391.306665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2994 00000100:00080000:2.0:1787827391.306669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827391.306674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827391.306683:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827391.306695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802805376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827391.306707:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802805248:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827391.306708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827391.306714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827391.306717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827391.306725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2994 00000100:00080000:2.0:1787827391.306728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827391.306734:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827391.306740:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827391.306758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802805504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827391.306794:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827391.306848:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffff9d1f45d12940 x1874669802805248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.306864:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802805248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.306874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.306878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827391.306882:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802805248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827391.306906:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805376:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827391.306926:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827391.306936:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffff9d1f45d112c0 x1874669802805376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.306946:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802805376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.306953:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.306956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827391.306958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805376:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827391.306964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805504:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827391.306977:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827391.306984:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffff9d1f45d130c0 x1874669802805504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.306994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802805504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.307005:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.307010:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827391.307014:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805504:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827391.434624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827392.458646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827393.482621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827394.506787:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827395.530622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827396.426609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827396.426618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827396.426622:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827396.426631:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 2999 00000100:00080000:2.0:1787827396.426640:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827396.426647:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827396.426678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802805632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827396.426702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827396.426705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827396.426707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827396.426710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2999 00000100:00080000:2.0:1787827396.426713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827396.426716:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827396.426726:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827396.426736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802805760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827396.426747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827396.426755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827396.426758:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827396.426760:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802805632:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827396.426765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 2999 00000100:00080000:2.0:1787827396.426777:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827396.426783:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827396.426786:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827396.426799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802805888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827396.426920:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827396.426952:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805888:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827396.554749:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827397.578726:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827398.602748:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827399.498829:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:2.0:1787827399.498910:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827399.498945:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787827399.499014:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787827399.499043:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787827399.499075:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827399] req@ffff9d1f45d112c0 x1874669802805760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827399.499130:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802805760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827399.499147:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827399.499153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827399.499170:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827399.499182:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827399] req@ffff9d1f45d12940 x1874669802805888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827399.499202:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802805888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827399.499214:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827399.499218:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827399.499223:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802805888:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787827399.499232:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827399] req@ffff9d1f45d130c0 x1874669802805632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827399.499249:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802805632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827399.499259:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827399.499262:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827399.499267:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802805632:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787827399.626694:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827400.650653:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827401.546839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827401.546854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827401.546859:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827401.546882:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3004 00000100:00080000:2.0:1787827401.546899:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827401.546909:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827401.546989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802806016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827401.547061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827401.547068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827401.547072:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827401.547091:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3004 00000100:00080000:2.0:1787827401.547099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827401.547106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827401.547125:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827401.547166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802806144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827401.547184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827401.547190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827401.547193:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827401.547199:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3004 00000100:00080000:2.0:1787827401.547205:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827401.547212:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827401.547221:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827401.547254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802806272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827401.547732:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802806016:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787827401.547824:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827401.547874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827401/real 1787827401] req@ffff9d1f45d11e00 x1874669802806016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827401.547896:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802806016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827401.547909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827401.547915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827401.547921:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802806016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827401.547931:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806144:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827401.547974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827401.547990:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827401/real 1787827401] req@ffff9d1f45d13480 x1874669802806144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827401.548004:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802806144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827401.548013:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827401.548017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827401.548021:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806144:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827401.548029:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806272:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827401.548050:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827401.548063:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827401/real 1787827401] req@ffff9d1f45d10780 x1874669802806272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827401.548075:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802806272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827401.548084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827401.548088:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827401.548091:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806272:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827401.674667:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827402.698647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827403.722754:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827404.746611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827405.770747:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827406.666534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827406.666542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827406.666546:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827406.666564:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3009 00000100:00080000:2.0:1787827406.666590:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827406.666598:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827406.666637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802806400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827406.666665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827406.666669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827406.666671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827406.666675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3009 00000100:00080000:2.0:1787827406.666679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827406.666682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827406.666692:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827406.666721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802806528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827406.666729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827406.666732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827406.666733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827406.666737:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3009 00000100:00080000:2.0:1787827406.666740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827406.666746:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827406.666747:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802806400:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787827406.666750:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827406.666761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802806656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827406.666806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827406.666839:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827406/real 1787827406] req@ffff9d1f45d13840 x1874669802806400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827406.666852:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802806400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827406.666859:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827406.666862:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827406.666865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802806400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827406.666870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806528:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827406.666884:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827406.666892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827406/real 1787827406] req@ffff9d1f45d12580 x1874669802806528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827406.666899:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802806528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827406.666905:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827406.666907:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827406.666909:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827406.666926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806656:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827406.666945:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827406.666956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827406/real 1787827406] req@ffff9d1f45d11680 x1874669802806656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827406.666969:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802806656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827406.666985:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827406.666989:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827406.666992:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827406.794636:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827407.818669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827408.842824:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827409.866840:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827410.890657:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827411.786598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827411.786616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827411.786623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827411.786639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3014 00000100:00080000:2.0:1787827411.786656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827411.786667:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827411.786726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802806784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827411.786770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827411.786777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827411.786781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827411.786790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3014 00000100:00080000:2.0:1787827411.786796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827411.786804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827411.786820:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827411.786827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802806784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827411.786848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802806912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827411.786909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827411.786917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827411.786922:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827411.786948:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3014 00000100:00080000:2.0:1787827411.786956:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827411.786964:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:1.0:1787827411.786970:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:2.0:1787827411.786978:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827411.787009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802807040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827411.787042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827411/real 1787827411] req@ffff9d1f45d11a40 x1874669802806784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827411.787067:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802806784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827411.787080:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827411.787085:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827411.787090:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802806784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827411.787127:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806912:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827411.787165:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827411.787189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827411/real 1787827411] req@ffff9d1f45d12d00 x1874669802806912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827411.787209:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802806912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827411.787224:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827411.787230:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827411.787237:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802806912:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827411.787247:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807040:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827411.787278:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827411.787299:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827411/real 1787827411] req@ffff9d1f45d13c00 x1874669802807040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827411.787318:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802807040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827411.787353:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827411.787360:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827411.787367:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807040:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827411.914803:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827412.938695:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827413.962751:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827414.986642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827416.010678:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827416.906577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827416.906600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827416.906605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827416.906617:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3019 00000100:00080000:2.0:1787827416.906630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827416.906639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827416.906701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802807168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827416.906740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827416.906745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827416.906748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827416.906754:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3019 00000100:00080000:2.0:1787827416.906761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827416.906770:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827416.906783:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827416.906810:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802807168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827416.906810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802807296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827416.906858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827416.906867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827416.906871:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827416.906881:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3019 00000100:00080000:2.0:1787827416.906890:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827416.906900:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827416.906911:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787827416.906945:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827416.906950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802807424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827416.907008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827416/real 1787827416] req@ffff9d1f45d10000 x1874669802807168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827416.907024:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802807168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827416.907034:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827416.907038:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827416.907041:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802807168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827416.907067:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807296:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827416.907086:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827416.907095:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827416/real 1787827416] req@ffff9d1f45d103c0 x1874669802807296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827416.907104:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802807296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827416.907110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827416.907112:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827416.907114:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807296:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827416.907118:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807424:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827416.907130:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827416.907136:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827416/real 1787827416] req@ffff9d1f45d121c0 x1874669802807424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827416.907143:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802807424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827416.907149:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827416.907151:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827416.907153:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807424:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827417.034808:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827418.058624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827419.082692:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827420.106679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827421.130606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827422.026590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827422.026598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827422.026602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827422.026612:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3024 00000100:00080000:1.0:1787827422.026621:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827422.026627:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827422.026660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802807552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827422.026693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827422.026697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827422.026698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827422.026702:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3024 00000100:00080000:1.0:1787827422.026705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827422.026707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827422.026715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827422.026724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802807680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827422.026731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827422.026733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827422.026734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827422.026736:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3024 00000100:00080000:1.0:1787827422.026739:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827422.026741:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827422.026745:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827422.026755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802807808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827422.026787:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802807552:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787827422.026864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827422.026916:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffff9d1f47fa0780 x1874669802807552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827422.026936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802807552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827422.026952:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827422.026956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827422.026960:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802807552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827422.026966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807680:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827422.026983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827422.026995:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffff9d1f47fa03c0 x1874669802807680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827422.027009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802807680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827422.027017:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827422.027021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827422.027025:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827422.027032:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807808:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827422.027055:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827422.027064:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffff9d1f47fa1680 x1874669802807808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827422.027073:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802807808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827422.027079:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827422.027081:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827422.027084:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802807808:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827422.154620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827423.178628:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827424.202658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827425.226676:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827426.250779:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827427.146546:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827427.146555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827427.146559:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827427.146568:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3029 00000100:00080000:3.0:1787827427.146579:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.146586:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827427.146621:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802807936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827427.146660:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827427.146664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827427.146665:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827427.146669:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3029 00000100:00080000:3.0:1787827427.146672:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.146675:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827427.146685:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827427.146696:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802808064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827427.146708:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827427.146709:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802807936:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827427.146712:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827427.146731:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827427.146739:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3029 00000100:00080000:3.0:1787827427.146741:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.146743:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827427.146747:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827427.146756:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802808192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827427.146806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827427.146847:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffff9d1f48273c00 x1874669802807936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827427.146860:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802807936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827427.146868:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827427.146871:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827427.146874:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802807936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827427.146893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808064:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827427.146909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827427.146917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffff9d1f48270f00 x1874669802808064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827427.146925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802808064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827427.146930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827427.146932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827427.146935:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808064:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827427.146938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808192:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827427.146956:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827427.146967:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffff9d1f48271e00 x1874669802808192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827427.146980:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802808192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827427.146989:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827427.146993:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827427.146997:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808192:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827427.274639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827428.298779:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827429.322619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827430.346808:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827431.370622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827432.266563:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827432.266572:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827432.266576:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827432.266585:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3035 00000100:00080000:1.0:1787827432.266595:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827432.266601:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827432.266634:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802808320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827432.266661:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827432.266664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827432.266666:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827432.266670:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3035 00000100:00080000:1.0:1787827432.266673:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827432.266676:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827432.266684:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827432.266695:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802808448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827432.266705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827432.266709:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802808320:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827432.266710:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827432.266714:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827432.266722:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3035 00000100:00080000:1.0:1787827432.266725:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827432.266728:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827432.266731:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827432.266743:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802808576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827432.266784:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827432.266844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffff9d1f47fa30c0 x1874669802808320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827432.266865:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802808320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827432.266874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827432.266877:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827432.266880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802808320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827432.266902:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808448:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827432.266922:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827432.266932:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffff9d1f47fa1a40 x1874669802808448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827432.266942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802808448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827432.266949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827432.266952:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827432.266955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808448:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827432.266961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808576:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827432.266985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827432.266999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffff9d1f47fa0000 x1874669802808576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827432.267014:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802808576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827432.267033:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827432.267036:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827432.267038:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808576:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827432.394663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827433.418619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827434.442664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827435.466738:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827436.490629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827437.386620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827437.386634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827437.386639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827437.386652:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3040 00000100:00080000:1.0:1787827437.386667:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827437.386675:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827437.386739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802808704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827437.386772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827437.386775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827437.386777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827437.386782:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3040 00000100:00080000:1.0:1787827437.386785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827437.386790:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827437.386804:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827437.386838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802808832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827437.386854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827437.386859:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802808704:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827437.386860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827437.386868:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827437.386898:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3040 00000100:00080000:1.0:1787827437.386903:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827437.386908:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827437.386914:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827437.386932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802808960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827437.386962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827437.387018:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffff9d1f47fa21c0 x1874669802808704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827437.387063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802808704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827437.387075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827437.387080:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827437.387084:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802808704:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827437.387110:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808832:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827437.387132:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827437.387144:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffff9d1f47fa0b40 x1874669802808832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827437.387166:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802808832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827437.387181:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827437.387185:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827437.387188:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808832:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827437.387194:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808960:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827437.387212:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827437.387228:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffff9d1f47fa0f00 x1874669802808960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827437.387239:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802808960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827437.387253:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827437.387257:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827437.387260:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802808960:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827437.514679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827438.538649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827439.562650:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827440.586587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827441.610743:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827442.506650:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827442.506662:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827442.506667:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827442.506678:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3045 00000100:00080000:3.0:1787827442.506692:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827442.506699:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827442.506768:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802809088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827442.506807:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827442.506815:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827442.506817:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827442.506821:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3045 00000100:00080000:3.0:1787827442.506825:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827442.506829:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827442.506857:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827442.506870:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802809216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827442.506880:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827442.506884:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787827442.506886:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802809088:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827442.506886:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827442.506894:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3045 00000100:00080000:3.0:1787827442.506914:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827442.506917:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827442.506923:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827442.506933:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802809344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827442.506996:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827442.507090:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827442/real 1787827442] req@ffff9d1f48271680 x1874669802809088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827442.507110:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802809088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827442.507121:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827442.507125:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827442.507128:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802809088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827442.507153:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809216:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827442.507174:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827442.507184:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827442/real 1787827442] req@ffff9d1f48270780 x1874669802809216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827442.507193:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802809216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827442.507205:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827442.507208:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827442.507210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809216:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827442.507214:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809344:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827442.507228:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827442.507271:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827442/real 1787827442] req@ffff9d1f48273840 x1874669802809344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827442.507280:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802809344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827442.507286:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827442.507289:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827442.507291:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809344:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827442.634695:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827443.658586:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827444.682554:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827445.706595:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827446.730610:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827447.626585:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827447.626596:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827447.626601:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827447.626612:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3050 00000100:00080000:1.0:1787827447.626626:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827447.626634:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827447.626677:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802809472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827447.626702:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827447.626705:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827447.626707:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827447.626711:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3050 00000100:00080000:1.0:1787827447.626714:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827447.626718:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827447.626730:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827447.626741:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802809600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827447.626748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802809472:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827447.626754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827447.626761:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827447.626763:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827447.626766:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3050 00000100:00080000:1.0:1787827447.626768:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827447.626771:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827447.626774:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827447.626787:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802809728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827447.626831:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827447.626866:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827447/real 1787827447] req@ffff9d1f47fa1e00 x1874669802809472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827447.626880:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802809472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827447.626892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827447.626896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827447.626900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802809472:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827447.626930:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809600:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827447.626956:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827447.626966:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827447/real 1787827447] req@ffff9d1f47fa2580 x1874669802809600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827447.626975:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802809600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827447.626982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827447.626987:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827447.626991:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827447.626995:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809728:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827447.627017:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827447.627024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827447/real 1787827447] req@ffff9d1f47fa3c00 x1874669802809728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827447.627035:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802809728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827447.627046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827447.627052:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827447.627059:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809728:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827447.754617:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827448.778617:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827449.802656:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827450.826636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827451.850642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827452.746596:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827452.746605:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827452.746608:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827452.746617:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3055 00000100:00080000:3.0:1787827452.746626:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827452.746632:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827452.746666:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802809856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827452.746695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827452.746699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827452.746701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827452.746706:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3055 00000100:00080000:3.0:1787827452.746710:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827452.746715:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827452.746726:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827452.746741:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802809856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827452.746742:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802809984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827452.746766:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827452.746770:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827452.746773:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827452.746777:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3055 00000100:00080000:3.0:1787827452.746784:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827452.746788:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827452.746795:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827452.746806:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802810112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827452.746818:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827452.746866:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827452/real 1787827452] req@ffff9d1f482703c0 x1874669802809856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827452.746880:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802809856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827452.746889:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827452.746892:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827452.746895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802809856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827452.746913:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809984:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827452.746930:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827452.746939:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827452/real 1787827452] req@ffff9d1f48273840 x1874669802809984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827452.746948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802809984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827452.746954:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827452.746956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827452.746959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802809984:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827452.746962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810112:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827452.746974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827452.746981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827452/real 1787827452] req@ffff9d1f48270780 x1874669802810112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827452.746989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802810112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827452.746994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827452.746996:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827452.746998:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810112:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827452.874774:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827453.898621:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827454.922653:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827455.946625:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827456.970653:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827457.866578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827457.866587:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827457.866591:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827457.866600:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3060 00000100:00080000:3.0:1787827457.866610:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827457.866619:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827457.866658:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802810240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827457.866688:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827457.866691:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827457.866693:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827457.866696:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3060 00000100:00080000:3.0:1787827457.866700:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827457.866708:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827457.866719:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827457.866733:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802810240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827457.866739:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802810368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827457.866756:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827457.866762:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827457.866763:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827457.866768:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3060 00000100:00080000:3.0:1787827457.866772:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827457.866776:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827457.866781:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827457.866793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802810496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827457.866820:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827457.866881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827457/real 1787827457] req@ffff9d1f48271680 x1874669802810240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827457.866897:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802810240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827457.866907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827457.866911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827457.866915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802810240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827457.866940:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810368:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827457.866965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827457.866975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827457/real 1787827457] req@ffff9d1f48271e00 x1874669802810368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827457.866983:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802810368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827457.866997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827457.867000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827457.867002:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810368:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827457.867006:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810496:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827457.867020:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827457.867026:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827457/real 1787827457] req@ffff9d1f48270f00 x1874669802810496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827457.867034:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802810496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827457.867040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827457.867043:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827457.867045:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810496:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827457.994630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827459.018621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827460.042640:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827461.066642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827462.090647:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827462.986579:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827462.986587:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827462.986590:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827462.986599:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3065 00000100:00080000:1.0:1787827462.986608:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827462.986614:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827462.986647:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802810624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827462.986669:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827462.986672:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827462.986673:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827462.986676:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3065 00000100:00080000:1.0:1787827462.986679:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827462.986681:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827462.986689:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827462.986699:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802810752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827462.986708:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802810624:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827462.986714:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827462.986719:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827462.986721:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827462.986725:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3065 00000100:00080000:1.0:1787827462.986729:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827462.986734:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827462.986741:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827462.986756:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802810880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827462.986807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827462.986841:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810880:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827463.114588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827464.138607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827465.162572:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827466.058681:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787827466.058720:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827466.058733:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787827466.058768:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787827466.058778:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787827466.058824:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827462/real 1787827466] req@ffff9d1f47fa2940 x1874669802810752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827466.058862:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802810752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827466.058884:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827466.058889:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827466.058893:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827466.058902:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827462/real 1787827466] req@ffff9d1f47fa3c00 x1874669802810880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827466.058926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802810880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827466.058936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827466.058940:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827466.058943:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802810880:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787827466.058951:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827462/real 1787827466] req@ffff9d1f47fa3840 x1874669802810624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827466.058966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802810624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827466.058974:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827466.058977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827466.058981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802810624:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827466.186611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827467.210608:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827468.106523:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.106531:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827468.106534:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.106543:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3070 00000100:00080000:1.0:1787827468.106551:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.106557:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827468.106605:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802811008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827468.106626:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.106629:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827468.106646:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.106650:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3070 00000100:00080000:1.0:1787827468.106652:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.106655:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827468.106665:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827468.106674:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802811136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827468.106682:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802811008:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827468.106686:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.106693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827468.106694:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.106697:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3070 00000100:00080000:1.0:1787827468.106699:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.106701:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827468.106704:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827468.106713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802811264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827468.106754:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827468.106810:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffff9d1f47fa2580 x1874669802811008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827468.106831:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802811008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827468.106840:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827468.106846:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827468.106850:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802811008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827468.106880:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811136:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827468.106907:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827468.106923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffff9d1f47fa1e00 x1874669802811136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827468.106936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802811136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827468.106945:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827468.106948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827468.106951:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811136:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827468.106958:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811264:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827468.106985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827468.106997:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffff9d1f47fa0f00 x1874669802811264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827468.107010:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802811264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827468.107025:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827468.107029:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827468.107033:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811264:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827468.234603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827469.258602:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827470.282623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827471.306560:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827472.330577:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827473.226595:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827473.226605:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827473.226609:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827473.226620:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3076 00000100:00080000:2.0:1787827473.226631:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827473.226639:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827473.226678:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802811392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827473.226708:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827473.226712:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827473.226714:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827473.226719:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3076 00000100:00080000:2.0:1787827473.226724:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827473.226729:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827473.226739:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827473.226753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802811520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827473.226767:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802811392:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827473.226767:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827473.226778:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827473.226781:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827473.226785:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3076 00000100:00080000:2.0:1787827473.226789:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827473.226794:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827473.226800:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827473.226814:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802811648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827473.226838:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827473.226889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffff9d1f45d121c0 x1874669802811392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827473.226910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802811392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827473.226922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827473.226927:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827473.226932:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802811392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827473.226955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811520:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827473.226980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827473.226994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffff9d1f45d103c0 x1874669802811520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827473.227008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802811520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827473.227016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827473.227035:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827473.227040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811520:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827473.227047:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811648:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827473.227069:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827473.227082:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffff9d1f45d10000 x1874669802811648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827473.227096:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802811648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827473.227105:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827473.227109:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827473.227112:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811648:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827473.354663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827474.378580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827475.402588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827476.426611:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827477.450605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827478.346560:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827478.346570:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827478.346575:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827478.346586:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3081 00000100:00080000:3.0:1787827478.346598:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827478.346605:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827478.346640:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802811776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827478.346666:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827478.346673:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827478.346676:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827478.346682:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3081 00000100:00080000:3.0:1787827478.346686:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827478.346691:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827478.346702:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827478.346713:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802811776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827478.346717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802811904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827478.346740:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827478.346744:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827478.346746:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827478.346751:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3081 00000100:00080000:3.0:1787827478.346755:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827478.346760:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827478.346765:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787827478.346776:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827478.346781:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802812032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827478.346818:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffff9d1f48273c00 x1874669802811776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827478.346834:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802811776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827478.346845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827478.346850:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827478.346854:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802811776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827478.346878:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811904:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827478.346902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827478.346913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffff9d1f482712c0 x1874669802811904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827478.346922:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802811904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827478.346928:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827478.346930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827478.346932:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802811904:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827478.346937:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812032:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827478.346949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827478.346955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffff9d1f48272d00 x1874669802812032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827478.346963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802812032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827478.346968:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827478.346970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827478.346972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812032:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827478.474614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827479.498641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827480.522702:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827481.546607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827482.570627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827483.466555:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827483.466563:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827483.466566:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827483.466575:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3086 00000100:00080000:0.0:1787827483.466583:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827483.466590:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827483.466621:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802812160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827483.466645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827483.466648:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827483.466649:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827483.466652:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3086 00000100:00080000:0.0:1787827483.466655:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827483.466658:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827483.466665:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827483.466676:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802812288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827483.466684:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802812160:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827483.466687:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827483.466693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827483.466696:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827483.466701:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3086 00000100:00080000:0.0:1787827483.466706:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827483.466711:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827483.466717:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827483.466733:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802812416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827483.466752:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827483.466800:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffff9d1f4bd970c0 x1874669802812160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827483.466880:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802812160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827483.466888:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827483.466891:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827483.466895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802812160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827483.466913:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812288:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827483.466932:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827483.466942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffff9d1f4bd94b40 x1874669802812288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827483.466963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802812288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827483.466969:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827483.466972:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827483.466974:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812288:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827483.466979:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812416:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827483.466995:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827483.467002:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffff9d1f4bd97840 x1874669802812416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827483.467010:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802812416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827483.467016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827483.467019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827483.467021:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812416:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827483.594635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827484.618628:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827485.642617:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827486.666683:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827487.690664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827488.586668:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827488.586684:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827488.586691:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827488.586703:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3091 00000100:00080000:0.0:1787827488.586731:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827488.586739:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827488.586789:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802812544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827488.586830:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827488.586834:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827488.586841:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827488.586847:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3091 00000100:00080000:0.0:1787827488.586867:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827488.586883:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827488.586896:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827488.586910:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802812672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827488.586934:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827488.586938:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827488.586951:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827488.586955:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3091 00000100:00100000:3.0:1787827488.586955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802812544:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827488.586959:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827488.586963:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827488.586968:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827488.586980:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802812800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827488.587054:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827488.587115:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827488/real 1787827488] req@ffff9d1f4bd95a40 x1874669802812544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827488.587136:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802812544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827488.587149:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827488.587154:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827488.587158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802812544:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827488.587183:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812672:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827488.587204:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827488.587214:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827488/real 1787827488] req@ffff9d1f4bd95e00 x1874669802812672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827488.587222:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802812672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827488.587228:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827488.587231:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827488.587233:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827488.587237:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812800:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827488.587250:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827488.587257:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827488/real 1787827488] req@ffff9d1f4bd97840 x1874669802812800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827488.587264:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802812800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827488.587275:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827488.587277:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827488.587279:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802812800:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827488.714671:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827489.738725:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827490.762681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827491.786622:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827492.810678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827493.706539:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827493.706547:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827493.706550:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827493.706558:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3096 00000100:00080000:1.0:1787827493.706567:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827493.706573:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827493.706601:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802812928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827493.706624:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827493.706627:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827493.706628:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827493.706631:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3096 00000100:00080000:1.0:1787827493.706633:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827493.706635:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827493.706644:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827493.706652:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802813056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827493.706660:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827493.706664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827493.706667:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827493.706668:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802812928:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827493.706671:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3096 00000100:00080000:1.0:1787827493.706677:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827493.706680:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827493.706684:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827493.706692:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802813184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827493.706730:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827493.706772:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827493/real 1787827493] req@ffff9d1f47fa0b40 x1874669802812928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827493.706790:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802812928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827493.706799:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827493.706802:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827493.706805:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802812928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827493.706822:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813056:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827493.706837:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827493.706845:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827493/real 1787827493] req@ffff9d1f47fa21c0 x1874669802813056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827493.706853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802813056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827493.706867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827493.706870:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827493.706872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813056:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827493.706889:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813184:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827493.706904:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827493.706921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827493/real 1787827493] req@ffff9d1f47fa0000 x1874669802813184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827493.706934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802813184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827493.706940:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827493.706942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827493.706944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813184:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827493.834646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827494.858655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827495.882671:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827496.906647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827497.930700:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827498.826531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827498.826540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827498.826544:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827498.826554:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3101 00000100:00080000:1.0:1787827498.826563:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827498.826570:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827498.826601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802813312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827498.826624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827498.826628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827498.826630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827498.826642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3101 00000100:00080000:1.0:1787827498.826647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827498.826653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827498.826664:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827498.826681:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802813312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827498.826684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802813440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827498.826700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827498.826703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827498.826705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827498.826708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3101 00000100:00080000:1.0:1787827498.826713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827498.826717:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827498.826723:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827498.826733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802813568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827498.826748:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827498.826796:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827498/real 1787827498] req@ffff9d1f47fa1a40 x1874669802813312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827498.826813:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802813312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827498.826823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827498.826828:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827498.826833:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802813312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827498.826870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813440:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827498.826900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827498.826915:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827498/real 1787827498] req@ffff9d1f47fa30c0 x1874669802813440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827498.826926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802813440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827498.826933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827498.826936:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827498.826939:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827498.826943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813568:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827498.826960:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827498.826968:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827498/real 1787827498] req@ffff9d1f47fa1680 x1874669802813568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827498.826976:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802813568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827498.826983:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827498.826985:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827498.826987:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813568:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827498.954618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827499.978593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827501.002557:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827502.026591:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827503.050643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827503.946627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827503.946654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827503.946660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827503.946672:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3106 00000100:00080000:2.0:1787827503.946684:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827503.946692:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827503.946760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802813696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827503.946795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827503.946799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827503.946801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827503.946818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3106 00000100:00080000:2.0:1787827503.946822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827503.946826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827503.946838:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827503.946868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802813824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827503.946878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827503.946881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827503.946883:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827503.946886:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3106 00000100:00080000:2.0:1787827503.946889:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827503.946894:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802813696:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827503.946895:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827503.946904:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827503.946913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802813952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827503.946993:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827503.947059:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827503/real 1787827503] req@ffff9d1f45d13c00 x1874669802813696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827503.947082:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802813696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827503.947106:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827503.947112:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827503.947118:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802813696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827503.947127:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813824:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827503.947154:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827503.947169:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827503/real 1787827503] req@ffff9d1f45d12d00 x1874669802813824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827503.947184:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802813824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827503.947195:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827503.947199:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827503.947204:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813824:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827503.947235:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813952:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827503.947259:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827503.947272:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827503/real 1787827503] req@ffff9d1f45d11a40 x1874669802813952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827503.947287:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802813952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827503.947298:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827503.947302:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827503.947306:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802813952:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827504.074699:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827505.098647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827506.122619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827507.146677:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827508.170636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827509.066582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827509.066593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827509.066598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827509.066609:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3111 00000100:00080000:2.0:1787827509.066627:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827509.066635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827509.066678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802814080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827509.066705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827509.066708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827509.066709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827509.066713:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3111 00000100:00080000:2.0:1787827509.066716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827509.066718:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827509.066728:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827509.066738:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802814208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827509.066748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827509.066751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827509.066753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827509.066755:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3111 00000100:00080000:2.0:1787827509.066757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827509.066760:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827509.066765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827509.066790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802814336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827509.066793:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802814080:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787827509.066875:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827509.066931:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffff9d1f45d11680 x1874669802814080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827509.066955:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802814080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827509.066968:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827509.066973:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827509.066977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802814080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827509.066987:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814208:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827509.067007:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827509.067017:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffff9d1f45d12580 x1874669802814208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827509.067025:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802814208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827509.067032:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827509.067034:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827509.067036:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814208:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827509.067056:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814336:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827509.067070:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827509.067076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffff9d1f45d13840 x1874669802814336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827509.067084:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802814336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827509.067090:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827509.067092:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827509.067094:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814336:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827509.194730:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827510.218577:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827511.242597:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827512.266588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827513.290650:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827514.186637:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827514.186648:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827514.186652:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827514.186661:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3117 00000100:00080000:3.0:1787827514.186674:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827514.186681:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827514.186719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802814464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827514.186764:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827514.186768:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827514.186770:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827514.186774:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3117 00000100:00080000:3.0:1787827514.186778:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827514.186782:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827514.186793:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827514.186807:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802814592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827514.186817:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802814464:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827514.186839:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827514.186842:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827514.186844:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827514.186847:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3117 00000100:00080000:3.0:1787827514.186850:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827514.186853:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827514.186857:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827514.186869:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802814720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827514.186905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827514.186962:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffff9d1f48270b40 x1874669802814464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827514.186986:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802814464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827514.187001:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827514.187007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827514.187016:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802814464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827514.187053:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814592:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827514.187082:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827514.187114:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffff9d1f48272940 x1874669802814592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827514.187145:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802814592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827514.187155:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827514.187158:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827514.187162:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827514.187168:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814720:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827514.187189:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827514.187215:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffff9d1f48273480 x1874669802814720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827514.187227:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802814720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827514.187235:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827514.187238:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827514.187241:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814720:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827514.314588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827515.338681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827516.362756:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827517.386607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827518.410624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827519.306570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827519.306578:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827519.306582:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827519.306603:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3122 00000100:00080000:3.0:1787827519.306613:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827519.306619:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827519.306648:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802814848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827519.306687:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827519.306691:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827519.306693:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827519.306709:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3122 00000100:00080000:3.0:1787827519.306713:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827519.306718:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827519.306727:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827519.306728:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802814848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827519.306742:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802814976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827519.306755:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827519.306758:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827519.306760:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827519.306763:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3122 00000100:00080000:3.0:1787827519.306777:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827519.306780:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827519.306785:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827519.306790:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827519.306802:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802815104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827519.306835:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffff9d1f48270000 x1874669802814848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827519.306850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802814848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.306860:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.306863:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827519.306866:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802814848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827519.306885:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814976:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827519.306909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827519.306922:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffff9d1f48273480 x1874669802814976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827519.306933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802814976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.306942:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.306945:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827519.306949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802814976:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827519.306955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815104:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827519.306975:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827519.306987:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffff9d1f48272940 x1874669802815104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827519.306999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802815104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.307004:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.307006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827519.307008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815104:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827519.434622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827520.458631:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827521.482720:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827522.506576:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827523.530591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827524.426551:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827524.426561:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827524.426566:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827524.426575:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3127 00000100:00080000:3.0:1787827524.426586:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827524.426593:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827524.426630:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802815232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827524.426679:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827524.426684:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827524.426686:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827524.426692:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3127 00000100:00080000:3.0:1787827524.426698:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827524.426703:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827524.426711:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802815232:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787827524.426714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827524.426733:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802815360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827524.426747:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827524.426762:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827524.426765:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827524.426769:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3127 00000100:00080000:3.0:1787827524.426774:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827524.426779:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787827524.426785:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787827524.426786:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827524.426803:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802815488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827524.426831:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffff9d1f48270b40 x1874669802815232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.426855:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802815232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.426864:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.426867:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827524.426870:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802815232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827524.426888:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815360:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827524.426907:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827524.426918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffff9d1f48272d00 x1874669802815360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.426942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802815360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.426951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.426955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827524.426958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815360:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827524.426965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815488:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827524.426988:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827524.427001:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffff9d1f482712c0 x1874669802815488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.427013:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802815488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.427023:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.427026:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827524.427030:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815488:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827524.554589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827525.578734:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827526.602664:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827527.626636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827528.650709:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827529.546563:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827529.546573:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827529.546577:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827529.546590:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3132 00000100:00080000:3.0:1787827529.546603:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827529.546610:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827529.546668:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802815616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827529.546714:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827529.546719:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827529.546721:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827529.546725:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3132 00000100:00080000:3.0:1787827529.546729:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827529.546736:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827529.546745:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827529.546758:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802815744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827529.546770:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802815616:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827529.546772:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827529.546783:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827529.546786:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827529.546790:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3132 00000100:00080000:3.0:1787827529.546792:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827529.546794:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827529.546798:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827529.546811:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802815872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827529.546912:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827529.546948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815872:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827529.674602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827530.698805:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827531.722818:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827532.618811:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787827532.618863:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827532.618881:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827532.618925:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827532.618951:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787827532.618970:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827529/real 1787827532] req@ffff9d1f48270f00 x1874669802815744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.618995:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802815744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.619009:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.619015:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827532.619020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827532.619030:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827529/real 1787827532] req@ffff9d1f48271e00 x1874669802815872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.619045:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802815872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.619055:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.619058:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827532.619061:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802815872:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787827532.619066:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827529/real 1787827532] req@ffff9d1f48273c00 x1874669802815616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.619075:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802815616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.619081:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.619083:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827532.619087:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802815616:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827532.746737:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827533.770793:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827534.666583:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827534.666607:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827534.666611:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827534.666623:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3137 00000100:00080000:3.0:1787827534.666635:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827534.666642:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827534.666682:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802816000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827534.666727:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827534.666732:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827534.666734:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827534.666739:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3137 00000100:00080000:3.0:1787827534.666743:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827534.666749:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827534.666761:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827534.666774:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802816128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827534.666784:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802816000:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827534.666791:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827534.666798:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827534.666800:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827534.666806:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3137 00000100:00080000:3.0:1787827534.666813:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827534.666819:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827534.666825:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827534.666841:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802816256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827534.666857:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827534.666928:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827534/real 1787827534] req@ffff9d1f48271680 x1874669802816000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827534.666964:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802816000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827534.666977:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827534.666982:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827534.666987:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802816000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827534.667020:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816128:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827534.667048:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827534.667062:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827534/real 1787827534] req@ffff9d1f48270780 x1874669802816128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827534.667076:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802816128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827534.667085:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827534.667089:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827534.667093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816128:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827534.667101:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816256:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827534.667143:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827534.667159:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827534/real 1787827534] req@ffff9d1f48273840 x1874669802816256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827534.667171:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802816256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827534.667180:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827534.667183:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827534.667189:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816256:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827534.794646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827535.818746:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827536.842666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827537.866756:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827538.890667:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827539.786630:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827539.786656:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827539.786660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827539.786671:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3142 00000100:00080000:1.0:1787827539.786682:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827539.786690:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827539.786747:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802816384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827539.786792:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827539.786796:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827539.786798:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827539.786802:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3142 00000100:00080000:1.0:1787827539.786805:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827539.786809:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827539.786820:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827539.786833:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802816512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827539.786856:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827539.786862:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827539.786866:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827539.786867:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802816384:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827539.786873:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3142 00000100:00080000:1.0:1787827539.786882:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827539.786887:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827539.786892:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827539.786905:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802816640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827539.786976:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827539.787051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827539/real 1787827539] req@ffff9d1f47fa03c0 x1874669802816384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827539.787074:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802816384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827539.787086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827539.787091:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827539.787095:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802816384:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827539.787118:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816512:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827539.787153:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827539.787166:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827539/real 1787827539] req@ffff9d1f47fa0780 x1874669802816512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827539.787185:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802816512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827539.787193:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827539.787197:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827539.787200:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816512:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827539.787207:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816640:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827539.787227:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827539.787239:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827539/real 1787827539] req@ffff9d1f47fa1680 x1874669802816640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827539.787252:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802816640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827539.787261:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827539.787264:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827539.787268:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816640:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827539.914655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827540.938619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827541.962744:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827542.986640:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827544.010651:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827544.906611:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827544.906619:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827544.906623:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827544.906632:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3147 00000100:00080000:1.0:1787827544.906640:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827544.906647:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827544.906698:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802816768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827544.906729:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827544.906732:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827544.906734:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827544.906737:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3147 00000100:00080000:1.0:1787827544.906740:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827544.906744:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827544.906753:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827544.906765:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802816768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827544.906767:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802816896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827544.906780:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827544.906783:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827544.906784:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827544.906787:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3147 00000100:00080000:1.0:1787827544.906790:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827544.906792:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827544.906796:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827544.906806:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802817024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827544.906826:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827544.906867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827544/real 1787827544] req@ffff9d1f47fa30c0 x1874669802816768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827544.906889:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802816768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827544.906897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827544.906901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827544.906904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802816768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827544.906921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816896:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827544.906936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827544.906944:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827544/real 1787827544] req@ffff9d1f47fa1a40 x1874669802816896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827544.906952:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802816896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827544.906958:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827544.906960:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827544.906962:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802816896:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827544.906965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817024:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827544.906976:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827544.906981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827544/real 1787827544] req@ffff9d1f47fa0000 x1874669802817024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827544.906988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802817024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827544.906994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827544.906995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827544.906997:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817024:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827545.034624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827546.058616:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827547.082681:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827548.106590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827549.130619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827550.026581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827550.026596:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827550.026602:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827550.026616:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3152 00000100:00080000:3.0:1787827550.026633:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827550.026644:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827550.026700:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802817152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827550.026723:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827550.026726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827550.026728:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827550.026732:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3152 00000100:00080000:3.0:1787827550.026736:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827550.026740:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827550.026749:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827550.026755:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802817152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827550.026763:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802817280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827550.026775:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827550.026778:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827550.026779:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827550.026783:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3152 00000100:00080000:3.0:1787827550.026786:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827550.026788:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827550.026792:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827550.026800:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802817408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827550.026814:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827550.026857:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffff9d1f482703c0 x1874669802817152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827550.026872:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802817152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827550.026881:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827550.026884:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827550.026888:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802817152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827550.026905:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817280:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827550.026921:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827550.026930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffff9d1f48273840 x1874669802817280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827550.026943:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802817280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827550.026952:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827550.026956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827550.026960:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817280:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827550.026966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817408:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827550.026991:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827550.027001:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffff9d1f48270780 x1874669802817408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827550.027009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802817408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827550.027015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827550.027017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827550.027019:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817408:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827550.154720:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827551.178624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827552.202687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827553.226594:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827554.250666:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827555.146700:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.146710:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827555.146716:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827555.146732:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3157 00000100:00080000:0.0:1787827555.146746:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.146757:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827555.146825:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802817536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827555.146859:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.146873:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827555.146875:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827555.146882:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3157 00000100:00080000:0.0:1787827555.146903:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.146908:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827555.146919:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827555.146932:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802817664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827555.146939:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802817536:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827555.146965:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.146970:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827555.146972:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827555.146976:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3157 00000100:00080000:0.0:1787827555.146980:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.146984:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827555.146989:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827555.147000:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802817792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827555.147083:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827555.147159:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffff9d1f4bd94b40 x1874669802817536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.147178:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802817536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.147186:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.147189:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827555.147193:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802817536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827555.147218:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817664:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827555.147237:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827555.147250:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffff9d1f4bd970c0 x1874669802817664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.147264:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802817664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.147300:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.147306:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827555.147311:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827555.147321:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817792:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827555.147372:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827555.147391:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffff9d1f4bd97840 x1874669802817792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.147410:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802817792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.147421:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.147427:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827555.147431:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802817792:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827555.274603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827556.298636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827557.322632:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827558.346619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827559.370663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827560.266571:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.266582:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827560.266587:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.266600:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3163 00000100:00080000:3.0:1787827560.266614:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.266622:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827560.266654:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802817920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827560.266677:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.266680:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827560.266682:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.266685:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3163 00000100:00080000:3.0:1787827560.266688:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.266691:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827560.266700:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827560.266704:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802817920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827560.266714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802818048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827560.266723:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.266726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827560.266728:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.266730:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3163 00000100:00080000:3.0:1787827560.266733:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.266736:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827560.266739:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827560.266747:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802818176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827560.266769:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827560.266803:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffff9d1f48271680 x1874669802817920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.266816:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802817920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.266824:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.266827:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827560.266830:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802817920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827560.266854:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818048:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827560.266869:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827560.266877:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffff9d1f48273c00 x1874669802818048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.266885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802818048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.266891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.266893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827560.266895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818048:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827560.266898:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818176:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827560.266909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827560.266914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffff9d1f48271e00 x1874669802818176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.266921:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802818176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.266926:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.266928:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827560.266930:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818176:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827560.394595:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827561.418644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827562.442629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827563.466600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827564.490593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827565.386543:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827565.386551:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827565.386555:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827565.386562:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3168 00000100:00080000:1.0:1787827565.386572:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827565.386578:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827565.386608:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802818304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827565.386631:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827565.386633:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827565.386635:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827565.386638:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3168 00000100:00080000:1.0:1787827565.386641:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827565.386645:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827565.386655:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827565.386663:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802818304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827565.386671:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802818432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827565.386686:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827565.386690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827565.386692:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827565.386696:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3168 00000100:00080000:1.0:1787827565.386701:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827565.386707:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827565.386714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827565.386719:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827565.386731:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802818560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827565.386763:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffff9d1f47fa21c0 x1874669802818304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827565.386778:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802818304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827565.386790:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827565.386795:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827565.386800:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802818304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827565.386823:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818432:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827565.386848:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827565.386859:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffff9d1f47fa0b40 x1874669802818432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827565.386867:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802818432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827565.386880:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827565.386884:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827565.386887:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818432:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827565.386894:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818560:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827565.386915:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827565.386927:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffff9d1f47fa0f00 x1874669802818560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827565.386939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802818560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827565.386945:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827565.386947:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827565.386950:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818560:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827565.514605:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827566.538643:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827567.562658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827568.586688:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827569.610661:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827570.506584:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827570.506596:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827570.506602:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827570.506615:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3173 00000100:00080000:1.0:1787827570.506628:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827570.506636:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827570.506672:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802818688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827570.506700:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827570.506704:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827570.506706:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827570.506710:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3173 00000100:00080000:1.0:1787827570.506714:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827570.506729:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827570.506739:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827570.506750:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802818688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827570.506753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802818816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827570.506768:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827570.506772:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827570.506774:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827570.506778:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3173 00000100:00080000:1.0:1787827570.506781:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827570.506784:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827570.506789:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827570.506799:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802818944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827570.506831:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827570.506889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827570/real 1787827570] req@ffff9d1f47fa1e00 x1874669802818688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827570.506906:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802818688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827570.506917:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827570.506921:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827570.506926:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802818688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827570.506960:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818816:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827570.506980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827570.506990:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827570/real 1787827570] req@ffff9d1f47fa2580 x1874669802818816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827570.507021:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802818816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827570.507029:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827570.507031:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827570.507034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827570.507039:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818944:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827570.507055:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827570.507063:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827570/real 1787827570] req@ffff9d1f47fa3840 x1874669802818944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827570.507072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802818944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827570.507090:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827570.507092:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827570.507095:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802818944:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827570.634649:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827571.658650:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827572.682692:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827573.706672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827574.730660:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827575.626543:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827575.626555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827575.626561:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827575.626572:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3178 00000100:00080000:3.0:1787827575.626586:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827575.626594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827575.626636:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802819072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827575.626669:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827575.626672:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827575.626674:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827575.626678:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3178 00000100:00080000:3.0:1787827575.626681:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827575.626694:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827575.626705:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827575.626717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802819200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827575.626729:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802819072:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827575.626730:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827575.626741:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827575.626743:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827575.626747:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3178 00000100:00080000:3.0:1787827575.626761:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827575.626764:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827575.626770:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827575.626782:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802819328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827575.626851:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827575.626931:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827575/real 1787827575] req@ffff9d1f48270f00 x1874669802819072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827575.626955:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802819072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827575.626970:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827575.626976:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827575.626982:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802819072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827575.627013:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819200:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827575.627041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827575.627056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827575/real 1787827575] req@ffff9d1f482712c0 x1874669802819200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827575.627071:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802819200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827575.627082:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827575.627086:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827575.627090:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819200:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827575.627117:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819328:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827575.627163:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827575.627182:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827575/real 1787827575] req@ffff9d1f48272d00 x1874669802819328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827575.627202:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802819328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827575.627235:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827575.627242:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827575.627247:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819328:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827575.754716:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827576.778615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827577.802571:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827578.826624:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827579.850586:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827580.746573:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827580.746582:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827580.746585:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827580.746593:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3183 00000100:00080000:3.0:1787827580.746603:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827580.746609:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827580.746641:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802819456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827580.746664:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827580.746667:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827580.746668:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827580.746671:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3183 00000100:00080000:3.0:1787827580.746674:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827580.746678:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827580.746689:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827580.746706:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802819584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827580.746719:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802819456:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827580.746724:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827580.746730:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827580.746731:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827580.746736:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3183 00000100:00080000:3.0:1787827580.746740:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827580.746743:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827580.746748:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827580.746759:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802819712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827580.746817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827580.746892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827580/real 1787827580] req@ffff9d1f48270b40 x1874669802819456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827580.746923:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802819456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827580.746937:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827580.746942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827580.746947:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802819456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827580.746979:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819584:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827580.747007:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827580.747023:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827580/real 1787827580] req@ffff9d1f48272940 x1874669802819584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827580.747037:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802819584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827580.747043:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827580.747046:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827580.747049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819584:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827580.747054:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819712:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827580.747078:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827580.747090:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827580/real 1787827580] req@ffff9d1f48273480 x1874669802819712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827580.747104:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802819712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827580.747120:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827580.747124:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827580.747128:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827580.874618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827581.898623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827582.922638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827583.946654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827584.970656:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827585.866653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827585.866667:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827585.866672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827585.866687:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3188 00000100:00080000:1.0:1787827585.866716:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827585.866724:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827585.866780:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802819840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827585.866815:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827585.866818:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827585.866820:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827585.866840:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3188 00000100:00080000:1.0:1787827585.866844:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827585.866848:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827585.866857:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827585.866879:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802819968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827585.866890:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827585.866893:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827585.866895:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827585.866904:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3188 00000100:00080000:1.0:1787827585.866907:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827585.866910:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827585.866915:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827585.866941:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802820096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827585.866957:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802819840:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827585.867070:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827585.867167:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827585/real 1787827585] req@ffff9d1f47fa3c00 x1874669802819840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827585.867214:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802819840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827585.867228:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827585.867233:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827585.867258:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802819840:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827585.867297:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819968:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827585.867324:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827585.867366:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827585/real 1787827585] req@ffff9d1f47fa2940 x1874669802819968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827585.867381:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802819968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827585.867391:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827585.867395:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827585.867399:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802819968:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827585.867445:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820096:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827585.867468:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827585.867514:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827585/real 1787827585] req@ffff9d1f47fa3840 x1874669802820096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827585.867527:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802820096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827585.867537:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827585.867541:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827585.867544:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820096:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827585.994612:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827587.018637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827588.044593:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827589.066622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827590.090704:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827590.986565:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827590.986576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827590.986581:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827590.986592:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3193 00000100:00080000:3.0:1787827590.986605:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827590.986613:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827590.986662:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802820224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827590.986693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827590.986697:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827590.986698:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827590.986702:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3193 00000100:00080000:3.0:1787827590.986706:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827590.986710:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827590.986723:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827590.986738:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802820352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827590.986745:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802820224:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827590.986762:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827590.986768:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827590.986771:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827590.986777:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3193 00000100:00080000:3.0:1787827590.986781:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827590.986785:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827590.986789:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827590.986802:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802820480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827590.986823:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827590.986872:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827590/real 1787827590] req@ffff9d1f48270000 x1874669802820224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827590.986892:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802820224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827590.986907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827590.986910:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827590.986913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802820224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827590.986934:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820352:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827590.986949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827590.986958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827590/real 1787827590] req@ffff9d1f48273480 x1874669802820352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827590.986967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802820352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827590.986972:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827590.986975:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827590.986977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820352:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827590.986981:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820480:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827590.986992:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827590.986998:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827590/real 1787827590] req@ffff9d1f48272940 x1874669802820480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827590.987006:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802820480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827590.987011:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827590.987013:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827590.987015:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820480:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827591.114638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827592.138576:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827593.162682:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827594.186735:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827595.210678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827596.106538:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.106546:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827596.106549:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.106558:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3198 00000100:00080000:3.0:1787827596.106568:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.106576:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827596.106608:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802820608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827596.106635:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.106639:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827596.106641:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.106646:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3198 00000100:00080000:3.0:1787827596.106650:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.106655:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827596.106665:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827596.106676:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802820736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827596.106685:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802820608:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827596.106689:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.106701:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827596.106703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.106706:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3198 00000100:00080000:3.0:1787827596.106712:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.106715:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827596.106719:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827596.106729:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802820864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827596.106795:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827596.106828:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820864:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827596.234639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827597.258705:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827598.282637:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827599.178816:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787827599.178867:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827599.178888:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827599.178939:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827599.178953:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787827599.179015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffff9d1f48272d00 x1874669802820736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827599.179064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802820736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827599.179091:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827599.179098:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827599.179104:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827599.179115:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffff9d1f482712c0 x1874669802820864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827599.179133:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802820864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827599.179167:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827599.179184:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827599.179189:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802820864:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787827599.179203:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffff9d1f48270b40 x1874669802820608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827599.179227:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802820608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827599.179239:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827599.179243:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827599.179248:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802820608:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827599.306660:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827600.330687:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827601.226713:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827601.226740:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827601.226744:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827601.226755:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3204 00000100:00080000:0.0:1787827601.226766:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827601.226774:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827601.226814:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802820992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827601.226848:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827601.226853:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827601.226854:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827601.226858:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3204 00000100:00080000:0.0:1787827601.226861:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827601.226864:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827601.226874:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827601.226905:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802821120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827601.226914:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827601.226917:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827601.226918:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827601.226921:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3204 00000100:00080000:0.0:1787827601.226923:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827601.226925:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827601.226930:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827601.226937:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802821248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827601.226954:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802820992:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787827601.227076:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827601.227206:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffff9d1f4bd95e00 x1874669802820992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827601.227237:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802820992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827601.227256:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827601.227262:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827601.227269:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802820992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827601.227281:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821120:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827601.227319:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827601.227339:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffff9d1f4bd95a40 x1874669802821120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827601.227356:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802821120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827601.227369:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827601.227374:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827601.227379:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821120:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827601.227427:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821248:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827601.227503:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827601.227522:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffff9d1f4bd97840 x1874669802821248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827601.227537:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802821248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827601.227548:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827601.227552:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827601.227556:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821248:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827601.354726:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827602.378682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827603.402664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827604.426679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827605.450737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827606.346586:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827606.346598:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827606.346603:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827606.346614:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3209 00000100:00080000:0.0:1787827606.346628:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827606.346636:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827606.346688:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802821376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827606.346715:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827606.346718:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827606.346720:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827606.346724:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3209 00000100:00080000:0.0:1787827606.346728:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827606.346732:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827606.346744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827606.346755:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802821376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827606.346764:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802821504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827606.346774:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827606.346777:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827606.346779:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827606.346783:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3209 00000100:00080000:0.0:1787827606.346786:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827606.346789:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827606.346792:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827606.346802:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802821632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827606.346828:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827606.346887:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffff9d1f4bd970c0 x1874669802821376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827606.346909:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802821376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827606.346922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827606.346928:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827606.346933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802821376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827606.346966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821504:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827606.346986:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827606.346996:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffff9d1f4bd94b40 x1874669802821504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827606.347005:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802821504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827606.347011:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827606.347014:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827606.347016:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827606.347022:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821632:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827606.347034:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827606.347040:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffff9d1f4bd97840 x1874669802821632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827606.347048:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802821632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827606.347053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827606.347055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827606.347057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821632:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827606.474633:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827607.498619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827608.522734:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827609.546707:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827610.570738:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827611.466534:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827611.466544:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827611.466548:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827611.466559:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3214 00000100:00080000:0.0:1787827611.466571:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827611.466579:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827611.466617:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802821760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827611.466643:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827611.466647:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827611.466650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827611.466654:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3214 00000100:00080000:0.0:1787827611.466658:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827611.466662:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827611.466673:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827611.466687:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802821888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827611.466692:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802821760:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827611.466713:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827611.466717:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827611.466719:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827611.466725:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3214 00000100:00080000:0.0:1787827611.466729:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827611.466734:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827611.466740:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827611.466754:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802822016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827611.466761:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827611.466811:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffff9d1f4bd95a40 x1874669802821760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827611.466828:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802821760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827611.466836:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827611.466838:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827611.466842:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802821760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827611.466860:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821888:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827611.466878:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827611.466886:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffff9d1f4bd95e00 x1874669802821888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827611.466894:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802821888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827611.466900:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827611.466902:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827611.466904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802821888:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827611.466908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822016:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827611.466941:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827611.466957:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffff9d1f4bd97840 x1874669802822016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827611.466976:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802822016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827611.467009:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827611.467016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827611.467023:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822016:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827611.594590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827612.618620:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827613.642661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827614.666649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827615.690694:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827616.586553:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827616.586566:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827616.586571:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827616.586583:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3219 00000100:00080000:2.0:1787827616.586599:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827616.586610:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827616.586648:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802822144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827616.586682:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827616.586686:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827616.586688:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827616.586692:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3219 00000100:00080000:2.0:1787827616.586696:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827616.586699:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827616.586709:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827616.586722:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802822272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827616.586735:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827616.586741:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802822144:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827616.586742:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827616.586747:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827616.586758:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3219 00000100:00080000:2.0:1787827616.586761:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827616.586764:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827616.586769:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827616.586781:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802822400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827616.586819:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827616.586859:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827616/real 1787827616] req@ffff9d1f45d10780 x1874669802822144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827616.586876:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802822144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827616.586887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827616.586891:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827616.586895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802822144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827616.586917:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822272:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827616.586936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827616.586946:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827616/real 1787827616] req@ffff9d1f45d13480 x1874669802822272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827616.586980:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802822272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827616.586989:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827616.586992:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827616.586995:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822272:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827616.587000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822400:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827616.587017:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827616.587049:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827616/real 1787827616] req@ffff9d1f45d11e00 x1874669802822400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827616.587061:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802822400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827616.587069:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827616.587072:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827616.587075:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822400:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827616.714615:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827617.738684:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827618.762650:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827619.786659:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827620.810602:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827621.706583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827621.706607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827621.706629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827621.706641:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3224 00000100:00080000:2.0:1787827621.706654:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827621.706674:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827621.706745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802822528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827621.706772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827621.706775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827621.706777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827621.706781:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3224 00000100:00080000:2.0:1787827621.706785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827621.706789:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827621.706815:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827621.706827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802822656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827621.706839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827621.706843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827621.706846:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827621.706871:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802822528:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827621.706872:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3224 00000100:00080000:2.0:1787827621.706885:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827621.706906:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827621.706912:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827621.706943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802822784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827621.707052:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827621.707139:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827621/real 1787827621] req@ffff9d1f45d130c0 x1874669802822528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.707159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802822528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.707183:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.707189:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827621.707194:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802822528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827621.707254:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822656:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827621.707284:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827621.707297:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827621/real 1787827621] req@ffff9d1f45d12940 x1874669802822656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.707308:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802822656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.707315:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.707318:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827621.707320:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822656:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827621.707326:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822784:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827621.707342:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827621.707349:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827621/real 1787827621] req@ffff9d1f45d112c0 x1874669802822784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.707358:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802822784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.707365:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.707367:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827621.707369:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802822784:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827621.834657:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827622.858700:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827623.882637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827624.906628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827625.930679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827626.826596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827626.826605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827626.826610:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827626.826620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3229 00000100:00080000:2.0:1787827626.826649:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827626.826657:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827626.826703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802822912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827626.826727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827626.826731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827626.826734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827626.826737:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3229 00000100:00080000:2.0:1787827626.826742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827626.826754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827626.826763:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827626.826775:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802822912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827626.826781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802823040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827626.826793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827626.826796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827626.826798:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827626.826802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3229 00000100:00080000:2.0:1787827626.826806:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827626.826810:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827626.826816:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827626.826827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802823168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827626.826859:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827626.826897:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827626/real 1787827626] req@ffff9d1f45d112c0 x1874669802822912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827626.826911:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802822912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827626.826921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827626.826924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827626.826927:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802822912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827626.826946:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823040:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827626.826988:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827626.826999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827626/real 1787827626] req@ffff9d1f45d12940 x1874669802823040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827626.827010:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802823040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827626.827018:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827626.827021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827626.827024:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823040:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827626.827031:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823168:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827626.827048:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827626.827055:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827626/real 1787827626] req@ffff9d1f45d130c0 x1874669802823168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827626.827064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802823168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827626.827071:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827626.827074:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827626.827076:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823168:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827626.954756:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827627.978626:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827629.002637:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827630.026713:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827631.050782:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827631.946554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827631.946565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827631.946569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827631.946580:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3234 00000100:00080000:2.0:1787827631.946592:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827631.946600:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827631.946641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802823296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827631.946664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827631.946667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827631.946668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827631.946672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3234 00000100:00080000:2.0:1787827631.946674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827631.946677:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827631.946687:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827631.946696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802823424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827631.946712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827631.946733:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802823296:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827631.946735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827631.946737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827631.946748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3234 00000100:00080000:2.0:1787827631.946752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827631.946755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827631.946761:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827631.946774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802823552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827631.946827:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827631.946885:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827631/real 1787827631] req@ffff9d1f45d11e00 x1874669802823296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827631.946910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802823296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827631.946967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827631.946973:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827631.946979:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802823296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827631.947018:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823424:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827631.947037:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827631.947047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827631/real 1787827631] req@ffff9d1f45d13480 x1874669802823424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827631.947063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802823424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827631.947069:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827631.947071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827631.947074:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823424:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827631.947078:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823552:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827631.947091:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827631.947098:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827631/real 1787827631] req@ffff9d1f45d10780 x1874669802823552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827631.947105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802823552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827631.947111:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827631.947113:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827631.947115:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823552:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827632.074704:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827633.098698:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827634.122634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827635.146652:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827636.170635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827637.066602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827637.066615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827637.066621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827637.066637:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3239 00000100:00080000:0.0:1787827637.066654:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827637.066666:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827637.066726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802823680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827637.066759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827637.066773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827637.066775:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827637.066779:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3239 00000100:00080000:0.0:1787827637.066783:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827637.066788:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827637.066801:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827637.066814:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802823680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827637.066820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802823808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827637.066845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827637.066848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827637.066849:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827637.066853:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3239 00000100:00080000:0.0:1787827637.066856:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827637.066860:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827637.066866:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827637.066876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802823936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827637.066937:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827637.066994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffff9d1f4bd94b40 x1874669802823680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827637.067021:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802823680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827637.067032:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827637.067036:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827637.067040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802823680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827637.067068:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823808:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827637.067098:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827637.067110:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffff9d1f4bd970c0 x1874669802823808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827637.067121:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802823808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827637.067128:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827637.067131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827637.067134:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823808:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827637.067139:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823936:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827637.067154:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827637.067162:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffff9d1f4bd97840 x1874669802823936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827637.067171:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802823936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827637.067184:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827637.067187:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827637.067189:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802823936:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827637.194753:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827638.218590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827639.242645:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827640.266652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827641.290654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827642.186581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.186589:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827642.186593:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827642.186604:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3245 00000100:00080000:3.0:1787827642.186613:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.186622:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827642.186656:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802824064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827642.186680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.186683:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827642.186685:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827642.186688:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3245 00000100:00080000:3.0:1787827642.186690:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.186693:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827642.186702:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827642.186710:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802824192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827642.186719:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.186722:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827642.186723:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827642.186729:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802824064:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827642.186729:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3245 00000100:00080000:3.0:1787827642.186731:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.186736:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827642.186742:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827642.186748:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802824320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827642.186794:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827642.186827:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffff9d1f48270f00 x1874669802824064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827642.186861:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802824064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827642.186869:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827642.186872:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827642.186875:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802824064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827642.186893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824192:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787827642.186911:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827642.186921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffff9d1f48271e00 x1874669802824192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827642.186929:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802824192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827642.186935:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827642.186938:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827642.186940:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824192:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787827642.186944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824320:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787827642.186955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827642.186961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffff9d1f48273c00 x1874669802824320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827642.186969:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802824320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827642.186975:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827642.186976:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787827642.186978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824320:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827642.314711:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827643.338560:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827644.362595:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827645.386624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827646.410615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827647.306559:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.306569:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827647.306574:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827647.306583:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3250 00000100:00080000:1.0:1787827647.306595:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.306603:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827647.306635:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802824448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827647.306663:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.306687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827647.306690:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827647.306695:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3250 00000100:00080000:1.0:1787827647.306699:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.306703:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827647.306713:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827647.306727:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802824576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827647.306754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.306758:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827647.306760:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827647.306760:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802824448:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827647.306765:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3250 00000100:00080000:1.0:1787827647.306770:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.306774:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827647.306778:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827647.306787:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802824704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827647.306859:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827647.306902:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffff9d1f47fa2580 x1874669802824448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.306921:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802824448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.306932:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.306937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827647.306941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802824448:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827647.306965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824576:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827647.306985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827647.306996:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffff9d1f47fa1e00 x1874669802824576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.307004:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802824576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.307010:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.307012:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827647.307015:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824576:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827647.307019:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824704:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827647.307033:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827647.307043:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffff9d1f47fa0f00 x1874669802824704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.307056:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802824704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.307084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.307090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827647.307097:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824704:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827647.434626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827648.458589:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827649.482644:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827650.506681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827651.530625:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827652.426552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.426565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827652.426570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.426582:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3255 00000100:00080000:1.0:1787827652.426608:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.426623:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827652.426683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802824832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827652.426711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.426715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827652.426716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.426720:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3255 00000100:00080000:1.0:1787827652.426723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.426726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827652.426737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827652.426754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802824960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827652.426767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.426790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827652.426794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.426799:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3255 00000100:00080000:1.0:1787827652.426816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.426823:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827652.426832:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802824832:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787827652.426834:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827652.426862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802825088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827652.426928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827652.426969:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffff9d1f47fa0b40 x1874669802824832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.426985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802824832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.426995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.426999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827652.427003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802824832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827652.427010:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824960:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827652.427027:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827652.427037:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffff9d1f47fa21c0 x1874669802824960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.427047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802824960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.427053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.427056:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827652.427059:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802824960:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827652.427080:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825088:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827652.427112:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827652.427120:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffff9d1f47fa0000 x1874669802825088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.427133:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802825088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.427144:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.427148:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827652.427151:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827652.554650:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827653.578642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827654.602589:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827655.626624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827656.650652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827657.546582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827657.546593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827657.546598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827657.546609:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3260 00000100:00080000:0.0:1787827657.546620:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827657.546628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827657.546668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802825216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827657.546694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827657.546697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827657.546699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827657.546702:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3260 00000100:00080000:0.0:1787827657.546704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827657.546708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827657.546718:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827657.546729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802825344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827657.546749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827657.546753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827657.546754:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827657.546758:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3260 00000100:00080000:0.0:1787827657.546762:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827657.546766:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827657.546771:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827657.546782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802825472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827657.546795:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802825216:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827657.546862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827657.546912:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827657/real 1787827657] req@ffff9d1f4bd95e00 x1874669802825216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827657.546933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802825216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827657.546946:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827657.546951:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827657.546956:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802825216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827657.546962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825344:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827657.546982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827657.546991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827657/real 1787827657] req@ffff9d1f4bd95a40 x1874669802825344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827657.547000:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802825344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827657.547005:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827657.547008:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827657.547010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825344:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827657.547032:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825472:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827657.547044:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827657.547050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827657/real 1787827657] req@ffff9d1f4bd97840 x1874669802825472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827657.547057:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802825472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827657.547063:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827657.547065:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827657.547067:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827657.674697:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827658.698642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827659.722641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827660.746633:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827661.770618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827662.666549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827662.666558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827662.666561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827662.666569:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3265 00000100:00080000:2.0:1787827662.666577:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827662.666583:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827662.666612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802825600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827662.666640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827662.666643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827662.666644:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827662.666647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3265 00000100:00080000:2.0:1787827662.666650:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827662.666653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827662.666662:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827662.666675:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802825600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827662.666675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802825728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827662.666691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827662.666693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827662.666694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827662.666697:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3265 00000100:00080000:2.0:1787827662.666699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827662.666716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827662.666722:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827662.666733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802825856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827662.666786:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827662.666818:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825856:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827662.794636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827663.818642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827664.842595:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827665.738883:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787827665.738939:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827665.738957:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827665.739009:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787827665.739019:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787827665.739308:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827662/real 1787827665] req@ffff9d1f45d12580 x1874669802825728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827665.739348:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802825728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827665.739364:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827665.739370:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827665.739376:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827665.739386:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827662/real 1787827665] req@ffff9d1f45d11680 x1874669802825856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827665.739401:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802825856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827665.739411:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827665.739415:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827665.739419:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802825856:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787827665.739427:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827662/real 1787827665] req@ffff9d1f45d13840 x1874669802825600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827665.739452:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802825600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827665.739532:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827665.739537:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827665.739540:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802825600:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787827665.866588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827666.890661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827667.786636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827667.786647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827667.786651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827667.786662:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3270 00000100:00080000:2.0:1787827667.786686:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827667.786694:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827667.786731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802825984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827667.786765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827667.786769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827667.786771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827667.786777:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3270 00000100:00080000:2.0:1787827667.786781:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827667.786786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827667.786804:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827667.786820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802826112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827667.786833:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802825984:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827667.786835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827667.786845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827667.786849:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827667.786854:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3270 00000100:00080000:2.0:1787827667.786858:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827667.786862:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827667.786869:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827667.786884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802826240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827667.786950:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827667.787009:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827667/real 1787827667] req@ffff9d1f45d13840 x1874669802825984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827667.787032:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802825984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827667.787046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827667.787052:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827667.787058:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802825984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827667.787106:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826112:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827667.787137:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827667.787153:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827667/real 1787827667] req@ffff9d1f45d11680 x1874669802826112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827667.787169:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802826112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827667.787178:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827667.787182:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827667.787186:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826112:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827667.787194:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826240:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827667.787220:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827667.787232:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827667/real 1787827667] req@ffff9d1f45d12580 x1874669802826240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827667.787253:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802826240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827667.787263:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827667.787267:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827667.787270:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826240:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827667.914604:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827668.938691:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827669.962600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827670.986661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827672.010578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827672.906563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827672.906574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827672.906579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827672.906589:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3275 00000100:00080000:0.0:1787827672.906600:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827672.906608:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827672.906658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802826368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827672.906686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827672.906691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827672.906693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827672.906698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3275 00000100:00080000:0.0:1787827672.906702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827672.906708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827672.906717:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802826368:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787827672.906718:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827672.906742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802826496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827672.906756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827672.906759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827672.906761:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827672.906765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3275 00000100:00080000:0.0:1787827672.906775:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827672.906780:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787827672.906782:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827672.906789:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827672.906803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802826624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827672.906817:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827672/real 1787827672] req@ffff9d1f4bd970c0 x1874669802826368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827672.906832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802826368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827672.906841:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827672.906844:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827672.906852:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802826368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827672.906869:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826496:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827672.906885:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827672.906894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827672/real 1787827672] req@ffff9d1f4bd94b40 x1874669802826496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827672.906902:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802826496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827672.906912:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827672.906914:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827672.906917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827672.906921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826624:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827672.906932:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827672.906938:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827672/real 1787827672] req@ffff9d1f4bd97840 x1874669802826624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827672.906945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802826624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827672.906951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827672.906953:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827672.906955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827673.034624:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827674.058647:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827675.082676:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827676.106774:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827677.130758:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827678.026564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.026572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827678.026576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.026587:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3280 00000100:00080000:3.0:1787827678.026607:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827678.026613:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827678.026645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802826752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827678.026685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.026688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827678.026690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.026694:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3280 00000100:00080000:3.0:1787827678.026698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827678.026701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827678.026711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827678.026724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802826880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827678.026734:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802826752:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827678.026737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.026745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827678.026746:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.026750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3280 00000100:00080000:3.0:1787827678.026752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827678.026755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827678.026759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827678.026768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802827008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827678.026802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827678.026854:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffff9d1f48271680 x1874669802826752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.026898:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802826752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.026910:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.026914:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827678.026919:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802826752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827678.026943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826880:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827678.026968:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827678.026996:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffff9d1f48270780 x1874669802826880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.027007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802826880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.027015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.027017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827678.027020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802826880:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827678.027025:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827008:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827678.027041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827678.027049:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffff9d1f48273840 x1874669802827008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.027058:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802827008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.027064:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.027066:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827678.027069:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827008:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827678.154674:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827679.178611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827680.202672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827681.226645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827682.250797:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827683.146681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827683.146695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827683.146701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827683.146732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3285 00000100:00080000:2.0:1787827683.146742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827683.146749:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827683.146804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802827136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827683.146839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827683.146844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827683.146846:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827683.146869:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3285 00000100:00080000:2.0:1787827683.146874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827683.146878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827683.146891:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827683.146910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802827264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827683.146941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827683.146945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802827136:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827683.146945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827683.146948:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827683.146965:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3285 00000100:00080000:2.0:1787827683.146975:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827683.146981:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827683.147005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827683.147025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802827392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827683.147065:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827683.147131:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffff9d1f45d11a40 x1874669802827136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827683.147159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802827136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827683.147193:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827683.147197:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827683.147202:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802827136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827683.147229:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827264:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827683.147256:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827683.147269:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffff9d1f45d12d00 x1874669802827264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827683.147281:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802827264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827683.147290:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827683.147294:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827683.147297:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827264:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827683.147303:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827392:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827683.147320:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827683.147329:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffff9d1f45d13c00 x1874669802827392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827683.147341:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802827392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827683.147364:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827683.147369:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827683.147375:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827392:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827683.274771:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827684.298695:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827685.322649:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827686.346654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827687.370619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827688.266567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.266575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827688.266578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827688.266587:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3291 00000100:00080000:3.0:1787827688.266613:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.266619:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827688.266652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802827520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827688.266674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.266680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827688.266681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827688.266685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3291 00000100:00080000:3.0:1787827688.266687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.266691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827688.266699:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827688.266713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802827648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827688.266714:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802827520:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827688.266745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.266747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827688.266748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827688.266751:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3291 00000100:00080000:3.0:1787827688.266753:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.266756:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827688.266761:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827688.266773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802827776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827688.266806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827688.266842:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffff9d1f482703c0 x1874669802827520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827688.266855:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802827520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827688.266864:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827688.266867:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827688.266870:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802827520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827688.266888:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827648:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827688.266927:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827688.266937:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffff9d1f48273840 x1874669802827648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827688.266945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802827648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827688.266951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827688.266953:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827688.266955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827688.266959:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827776:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827688.266972:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827688.266978:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffff9d1f48270780 x1874669802827776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827688.266985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802827776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827688.266991:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827688.267007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827688.267010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802827776:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827688.394619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827689.418602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827690.442675:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827691.466696:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827692.490654:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827693.386578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827693.386595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827693.386602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827693.386618:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3296 00000100:00080000:2.0:1787827693.386634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827693.386645:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827693.386693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802827904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827693.386729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827693.386733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827693.386735:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827693.386739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3296 00000100:00080000:2.0:1787827693.386743:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827693.386747:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827693.386766:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827693.386780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802828032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827693.386793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827693.386796:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802827904:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827693.386798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827693.386803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827693.386809:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3296 00000100:00080000:2.0:1787827693.386812:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827693.386815:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827693.386822:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827693.386837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802828160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827693.386887:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827693.386935:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffff9d1f45d10000 x1874669802827904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827693.386954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802827904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827693.386965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827693.386968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827693.386972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802827904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827693.386996:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828032:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827693.387016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827693.387027:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffff9d1f45d103c0 x1874669802828032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827693.387039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802828032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827693.387046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827693.387049:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827693.387052:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828032:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827693.387057:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828160:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827693.387072:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827693.387079:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffff9d1f45d121c0 x1874669802828160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827693.387089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802828160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827693.387097:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827693.387100:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827693.387104:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828160:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827693.514740:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827694.538581:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827695.562780:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827696.586682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827697.610699:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827698.506667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827698.506681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827698.506688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827698.506706:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3301 00000100:00080000:1.0:1787827698.506723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827698.506753:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827698.506813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802828288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827698.506858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827698.506884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827698.506888:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827698.506895:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3301 00000100:00080000:1.0:1787827698.506901:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827698.506909:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827698.506922:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827698.506938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802828288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827698.506946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802828416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827698.506967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827698.506972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827698.506975:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827698.506980:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3301 00000100:00080000:1.0:1787827698.506985:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827698.506991:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827698.506999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827698.507016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802828544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827698.507021:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827698.507086:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827698/real 1787827698] req@ffff9d1f47fa1a40 x1874669802828288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827698.507106:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802828288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827698.507134:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827698.507137:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827698.507141:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802828288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827698.507161:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828416:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827698.507182:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827698.507195:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827698/real 1787827698] req@ffff9d1f47fa30c0 x1874669802828416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827698.507205:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802828416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827698.507212:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827698.507215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827698.507218:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828416:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827698.507222:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828544:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827698.507238:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827698.507245:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827698/real 1787827698] req@ffff9d1f47fa1680 x1874669802828544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827698.507254:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802828544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827698.507262:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827698.507264:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827698.507266:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828544:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827698.634645:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827699.658715:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827700.682638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827701.706722:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827702.730697:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827703.626609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827703.626623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827703.626628:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827703.626642:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3306 00000100:00080000:1.0:1787827703.626656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827703.626665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827703.626713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802828672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827703.626750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827703.626755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827703.626758:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827703.626763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3306 00000100:00080000:1.0:1787827703.626767:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827703.626771:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827703.626784:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827703.626800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802828800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827703.626815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827703.626819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827703.626833:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827703.626844:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802828672:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827703.626845:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3306 00000100:00080000:1.0:1787827703.626853:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827703.626864:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827703.626872:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827703.626890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802828928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827703.626955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827703.627028:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827703/real 1787827703] req@ffff9d1f47fa0780 x1874669802828672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827703.627063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802828672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827703.627084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827703.627092:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827703.627100:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802828672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827703.627114:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828800:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827703.627156:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827703.627180:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827703/real 1787827703] req@ffff9d1f47fa03c0 x1874669802828800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827703.627222:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802828800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827703.627241:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827703.627247:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827703.627254:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827703.627292:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828928:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827703.627325:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827703.627341:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827703/real 1787827703] req@ffff9d1f47fa1680 x1874669802828928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827703.627356:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802828928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827703.627368:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827703.627372:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827703.627376:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802828928:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827703.754738:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827704.778682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827705.802681:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827706.826690:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827707.850635:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827708.746642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827708.746650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827708.746654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827708.746662:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3311 00000100:00080000:0.0:1787827708.746672:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827708.746677:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827708.746726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802829056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827708.746752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827708.746755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827708.746756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827708.746759:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3311 00000100:00080000:0.0:1787827708.746761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827708.746764:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827708.746772:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827708.746780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802829184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827708.746789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827708.746792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827708.746793:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827708.746795:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3311 00000100:00080000:0.0:1787827708.746798:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827708.746800:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827708.746804:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827708.746813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802829312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827708.746825:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802829056:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827708.746905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827708.746959:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827708/real 1787827708] req@ffff9d1f4bd95a40 x1874669802829056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827708.746975:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802829056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827708.746990:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827708.746993:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827708.746996:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802829056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827708.747003:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829184:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827708.747019:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827708.747028:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827708/real 1787827708] req@ffff9d1f4bd95e00 x1874669802829184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827708.747036:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802829184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827708.747042:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827708.747044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827708.747046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829184:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827708.747073:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829312:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827708.747085:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827708.747092:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827708/real 1787827708] req@ffff9d1f4bd97840 x1874669802829312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827708.747099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802829312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827708.747106:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827708.747108:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827708.747110:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829312:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827708.874636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827709.898706:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827710.922628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827711.946595:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827712.970620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827713.866618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827713.866627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827713.866631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827713.866642:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3316 00000100:00080000:1.0:1787827713.866653:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827713.866661:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827713.866709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802829440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827713.866743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827713.866747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827713.866750:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827713.866756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3316 00000100:00080000:1.0:1787827713.866760:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827713.866764:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827713.866773:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827713.866785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802829568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827713.866797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827713.866806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787827713.866807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802829440:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827713.866810:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827713.866828:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3316 00000100:00080000:1.0:1787827713.866843:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827713.866848:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827713.866853:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827713.866871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802829696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827713.866979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827713.867051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827713/real 1787827713] req@ffff9d1f47fa30c0 x1874669802829440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827713.867072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802829440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827713.867084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827713.867090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827713.867096:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802829440:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827713.867136:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829568:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827713.867182:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827713.867217:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827713/real 1787827713] req@ffff9d1f47fa1a40 x1874669802829568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827713.867233:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802829568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827713.867243:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827713.867247:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827713.867251:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829568:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827713.867259:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829696:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827713.867283:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827713.867294:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827713/real 1787827713] req@ffff9d1f47fa0000 x1874669802829696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827713.867309:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802829696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827713.867319:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827713.867323:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827713.867326:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829696:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827713.994640:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827715.018629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827716.042600:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827717.066670:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827718.090599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827718.986541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827718.986551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827718.986557:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827718.986567:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3321 00000100:00080000:1.0:1787827718.986578:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827718.986585:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827718.986623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802829824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827718.986652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827718.986656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827718.986658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827718.986663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3321 00000100:00080000:1.0:1787827718.986668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827718.986674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827718.986686:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827718.986707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802829952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827718.986725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827718.986730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827718.986734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827718.986740:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3321 00000100:00080000:1.0:1787827718.986746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827718.986751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827718.986758:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827718.986761:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802829824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787827718.986775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802830080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827718.986836:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827718.986890:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827718/real 1787827718] req@ffff9d1f47fa21c0 x1874669802829824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827718.986918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802829824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827718.986933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827718.986937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827718.986941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802829824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827718.986949:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829952:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827718.986974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827718.986987:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827718/real 1787827718] req@ffff9d1f47fa0b40 x1874669802829952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827718.986998:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802829952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827718.987006:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827718.987009:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827718.987012:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802829952:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827718.987036:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830080:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827718.987052:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827718.987061:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827718/real 1787827718] req@ffff9d1f47fa0f00 x1874669802830080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827718.987072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802830080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827718.987080:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827718.987083:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827718.987086:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830080:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827719.114680:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827720.138600:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827721.162701:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827722.186617:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827723.210627:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827724.106544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827724.106552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827724.106555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827724.106563:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3326 00000100:00080000:0.0:1787827724.106571:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827724.106578:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827724.106608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802830208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827724.106629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827724.106632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827724.106633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827724.106636:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3326 00000100:00080000:0.0:1787827724.106638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827724.106640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827724.106648:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827724.106659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802830336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827724.106667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827724.106671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827724.106674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827724.106674:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802830208:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827724.106678:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3326 00000100:00080000:0.0:1787827724.106684:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827724.106686:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827724.106690:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827724.106698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802830464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827724.106735:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827724.106775:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffff9d1f4bd94b40 x1874669802830208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827724.106793:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802830208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827724.106801:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827724.106804:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827724.106807:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802830208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827724.106827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830336:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827724.106845:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827724.106853:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffff9d1f4bd970c0 x1874669802830336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827724.106861:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802830336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827724.106867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827724.106870:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827724.106872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830336:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827724.106876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830464:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827724.106886:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827724.106892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffff9d1f4bd97840 x1874669802830464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827724.106900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802830464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827724.106908:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827724.106911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827724.106915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830464:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827724.234585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827725.258710:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827726.282687:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827727.306707:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827728.330889:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827729.226580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827729.226592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827729.226598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827729.226612:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3332 00000100:00080000:2.0:1787827729.226626:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827729.226637:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827729.226685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802830592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827729.226716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827729.226719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827729.226721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827729.226724:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3332 00000100:00080000:2.0:1787827729.226729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827729.226733:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827729.226744:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827729.226754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802830720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827729.226766:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802830592:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827729.226793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827729.226801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827729.226803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827729.226807:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3332 00000100:00080000:2.0:1787827729.226810:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827729.226812:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827729.226816:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827729.226826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802830848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827729.226923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827729.226958:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830848:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827729.354634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827730.378624:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827731.402610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827732.298904:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787827732.298986:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827732.299006:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787827732.299053:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787827732.299066:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787827732.299111:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffff9d1f45d103c0 x1874669802830720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827732.299149:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802830720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827732.299169:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827732.299178:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827732.299183:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827732.299192:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffff9d1f45d10000 x1874669802830848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827732.299207:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802830848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827732.299217:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827732.299237:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827732.299241:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802830848:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787827732.299251:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffff9d1f45d121c0 x1874669802830592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827732.299266:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802830592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827732.299282:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827732.299286:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827732.299289:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802830592:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827732.426844:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827733.450609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827734.346639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827734.346649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827734.346654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827734.346666:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3337 00000100:00080000:2.0:1787827734.346678:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827734.346686:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827734.346728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802830976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827734.346759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827734.346764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827734.346767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827734.346772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3337 00000100:00080000:2.0:1787827734.346777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827734.346781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827734.346794:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827734.346806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802831104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827734.346830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827734.346834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827734.346837:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827734.346846:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3337 00000100:00100000:0.0:1787827734.346849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802830976:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827734.346852:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827734.346867:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827734.346874:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827734.346887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802831232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827734.346991:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827734.347070:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffff9d1f45d13c00 x1874669802830976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827734.347101:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802830976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827734.347126:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827734.347135:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827734.347140:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802830976:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827734.347183:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831104:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827734.347253:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827734.347279:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffff9d1f45d12d00 x1874669802831104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827734.347299:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802831104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827734.347310:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827734.347314:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827734.347320:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831104:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827734.347331:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831232:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827734.347358:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827734.347372:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffff9d1f45d11a40 x1874669802831232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827734.347388:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802831232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827734.347398:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827734.347403:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827734.347409:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831232:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827734.474664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827735.498590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827736.522718:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827737.546753:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827738.570646:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827739.466585:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827739.466605:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827739.466609:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827739.466620:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3342 00000100:00080000:1.0:1787827739.466632:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827739.466640:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827739.466689:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802831360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827739.466717:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827739.466722:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827739.466724:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827739.466728:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3342 00000100:00080000:1.0:1787827739.466730:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827739.466734:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827739.466744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827739.466754:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802831488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827739.466763:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827739.466766:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827739.466767:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827739.466770:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3342 00000100:00080000:1.0:1787827739.466771:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827739.466777:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827739.466779:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802831360:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787827739.466782:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827739.466792:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802831616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827739.466855:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827739.466904:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffff9d1f47fa1e00 x1874669802831360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827739.466921:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802831360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827739.466931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827739.466934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827739.466937:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802831360:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827739.466943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831488:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827739.466964:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827739.466977:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffff9d1f47fa2580 x1874669802831488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827739.466991:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802831488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827739.467001:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827739.467005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827739.467009:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827739.467034:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831616:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827739.467051:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827739.467059:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffff9d1f47fa3840 x1874669802831616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827739.467067:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802831616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827739.467074:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827739.467076:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827739.467078:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831616:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827739.594643:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827740.618662:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827741.642659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827742.666626:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827743.690731:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827744.586556:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827744.586565:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827744.586568:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827744.586583:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3347 00000100:00080000:3.0:1787827744.586594:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827744.586600:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827744.586632:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802831744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827744.586653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827744.586662:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827744.586664:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827744.586668:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3347 00000100:00080000:3.0:1787827744.586671:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827744.586674:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827744.586684:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827744.586696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802831744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827744.586697:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802831872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827744.586712:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827744.586715:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827744.586717:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827744.586720:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3347 00000100:00080000:3.0:1787827744.586723:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827744.586726:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827744.586729:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827744.586739:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802832000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827744.586763:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827744.586798:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827744/real 1787827744] req@ffff9d1f48271680 x1874669802831744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827744.586813:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802831744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827744.586821:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827744.586824:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827744.586827:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802831744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827744.586845:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831872:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827744.586860:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827744.586868:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827744/real 1787827744] req@ffff9d1f48273c00 x1874669802831872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827744.586877:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802831872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827744.586883:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827744.586885:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827744.586887:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802831872:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827744.586891:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832000:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827744.586902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827744.586908:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827744/real 1787827744] req@ffff9d1f48271e00 x1874669802832000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827744.586916:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802832000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827744.586927:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827744.586929:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827744.586931:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832000:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827744.714651:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827745.738603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827746.762639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827747.786704:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827748.810768:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827749.706567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827749.706580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827749.706585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827749.706596:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3352 00000100:00080000:3.0:1787827749.706611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827749.706620:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827749.706657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802832128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827749.706691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827749.706703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827749.706705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827749.706712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3352 00000100:00080000:3.0:1787827749.706718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827749.706724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827749.706737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827749.706750:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802832128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827749.706759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802832256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827749.706772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827749.706776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827749.706778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827749.706781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3352 00000100:00080000:3.0:1787827749.706786:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827749.706790:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827749.706795:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827749.706805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802832384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827749.706816:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827749.706870:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827749/real 1787827749] req@ffff9d1f48270f00 x1874669802832128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827749.706900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802832128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827749.706915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827749.706921:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827749.706927:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802832128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827749.706956:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832256:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827749.706981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827749.707011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827749/real 1787827749] req@ffff9d1f48270b40 x1874669802832256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827749.707024:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802832256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827749.707039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827749.707042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827749.707045:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832256:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827749.707051:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832384:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827749.707068:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827749.707076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827749/real 1787827749] req@ffff9d1f482712c0 x1874669802832384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827749.707086:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802832384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827749.707129:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827749.707133:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827749.707136:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832384:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827749.834672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827750.858688:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827751.882649:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827752.906631:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827753.930670:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827754.826607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827754.826619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827754.826623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827754.826634:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3357 00000100:00080000:0.0:1787827754.826646:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827754.826654:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827754.826697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802832512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827754.826724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827754.826727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827754.826729:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827754.826732:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3357 00000100:00080000:0.0:1787827754.826735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827754.826738:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827754.826749:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827754.826758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802832512:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827754.826760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95a40 x1874669802832640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827754.826774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827754.826776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827754.826777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827754.826780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3357 00000100:00080000:0.0:1787827754.826782:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827754.826785:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827754.826788:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827754.826799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802832768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827754.826836:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827754.826886:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827754/real 1787827754] req@ffff9d1f4bd95e00 x1874669802832512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827754.826901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802832512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827754.826910:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827754.826914:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827754.826917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802832512:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827754.826942:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832640:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827754.826960:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827754.826969:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827754/real 1787827754] req@ffff9d1f4bd95a40 x1874669802832640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827754.826977:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95a40 x1874669802832640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827754.826983:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827754.826986:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827754.826988:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827754.826992:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832768:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827754.827004:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827754.827010:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827754/real 1787827754] req@ffff9d1f4bd97840 x1874669802832768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827754.827017:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802832768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827754.827023:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827754.827025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827754.827027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802832768:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827754.954652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827755.978627:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827757.002645:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827758.026679:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827759.050688:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827759.946573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827759.946583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827759.946587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827759.946598:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3362 00000100:00080000:3.0:1787827759.946611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827759.946619:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827759.946671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802832896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827759.946699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827759.946702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827759.946704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827759.946708:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3362 00000100:00080000:3.0:1787827759.946711:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827759.946714:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827759.946725:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827759.946735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802832896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827759.946736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802833024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827759.946751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827759.946754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827759.946755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827759.946757:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3362 00000100:00080000:3.0:1787827759.946760:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827759.946762:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827759.946766:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827759.946774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802833152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827759.946813:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827759.946862:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827759/real 1787827759] req@ffff9d1f48272d00 x1874669802832896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827759.946883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802832896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827759.946892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827759.946896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827759.946899:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802832896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827759.946921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833024:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827759.946937:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827759.946945:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827759/real 1787827759] req@ffff9d1f48272940 x1874669802833024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827759.946953:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802833024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827759.946958:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827759.946960:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827759.946963:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833024:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827759.946966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833152:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827759.946978:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827759.946983:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827759/real 1787827759] req@ffff9d1f48273480 x1874669802833152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827759.946990:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802833152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827759.947001:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827759.947002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827759.947004:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833152:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827760.074648:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827761.098680:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827762.122668:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827763.146622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827764.170655:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827765.066527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.066537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827765.066540:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.066549:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3367 00000100:00080000:3.0:1787827765.066558:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.066564:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827765.066595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802833280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827765.066616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.066619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827765.066621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.066624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3367 00000100:00080000:3.0:1787827765.066627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.066630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827765.066646:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827765.066647:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802833280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827765.066660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802833408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827765.066671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.066674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827765.066675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.066679:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3367 00000100:00080000:3.0:1787827765.066693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.066696:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827765.066702:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827765.066706:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827765.066713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802833536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827765.066749:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffff9d1f48270000 x1874669802833280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827765.066765:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802833280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827765.066774:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827765.066778:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827765.066781:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802833280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827765.066798:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833408:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827765.066812:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827765.066820:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffff9d1f48273480 x1874669802833408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827765.066828:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802833408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827765.066834:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827765.066836:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827765.066839:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833408:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827765.066843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833536:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827765.066854:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827765.066860:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffff9d1f48272940 x1874669802833536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827765.066868:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802833536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827765.066874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827765.066875:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827765.066877:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833536:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827765.194614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827766.218613:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827767.242672:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827768.266654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827769.290640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827770.186550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827770.186558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827770.186561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827770.186570:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3373 00000100:00080000:3.0:1787827770.186579:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827770.186585:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827770.186616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802833664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827770.186637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827770.186640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827770.186642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827770.186645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3373 00000100:00080000:3.0:1787827770.186647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827770.186650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827770.186658:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827770.186667:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802833664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827770.186671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802833792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827770.186681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827770.186683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827770.186685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827770.186687:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3373 00000100:00080000:3.0:1787827770.186690:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827770.186693:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827770.186696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827770.186705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802833920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827770.186725:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827770.186765:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffff9d1f48272d00 x1874669802833664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.186778:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802833664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.186787:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.186791:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827770.186794:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802833664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827770.186815:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833792:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827770.186839:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827770.186851:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffff9d1f482712c0 x1874669802833792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.186861:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802833792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.186867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.186869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827770.186871:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833792:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827770.186875:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833920:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827770.186897:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827770.186909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffff9d1f48270b40 x1874669802833920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.186917:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802833920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.186924:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.186926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827770.186928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802833920:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827770.314608:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827771.338699:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827772.362667:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827773.386621:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827774.410585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827775.306560:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827775.306571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827775.306575:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827775.306585:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3378 00000100:00080000:0.0:1787827775.306595:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827775.306603:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827775.306637:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802834048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827775.306663:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827775.306667:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827775.306669:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827775.306674:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3378 00000100:00080000:0.0:1787827775.306678:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827775.306683:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827775.306692:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827775.306703:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802834048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827775.306707:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802834176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827775.306722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827775.306727:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827775.306729:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827775.306733:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3378 00000100:00080000:0.0:1787827775.306737:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827775.306741:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827775.306746:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827775.306758:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802834304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827775.306772:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827775.306816:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffff9d1f4bd970c0 x1874669802834048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.306832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802834048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.306845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.306848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827775.306851:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802834048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827775.306870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834176:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827775.306887:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827775.306896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffff9d1f4bd94b40 x1874669802834176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.306904:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802834176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.306910:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.306912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827775.306915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834176:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827775.306935:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834304:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827775.306952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827775.306961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffff9d1f4bd97840 x1874669802834304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.306969:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802834304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.306975:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.306977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827775.306979:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834304:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827775.434577:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827776.458582:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827777.482612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827778.506638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827779.530631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827780.426664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.426673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827780.426678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.426697:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3383 00000100:00080000:3.0:1787827780.426708:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.426715:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827780.426753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802834432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827780.426780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.426785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827780.426787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.426793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3383 00000100:00080000:3.0:1787827780.426800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.426806:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827780.426819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827780.426831:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802834432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827780.426844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802834560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827780.426865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.426872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827780.426874:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.426918:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3383 00000100:00080000:3.0:1787827780.426930:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.426935:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827780.426941:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827780.426948:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827780.426955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802834688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827780.427015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffff9d1f48270f00 x1874669802834432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.427038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802834432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.427052:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.427057:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827780.427062:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802834432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827780.427091:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834560:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827780.427123:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827780.427133:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffff9d1f48271e00 x1874669802834560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.427141:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802834560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.427148:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.427150:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827780.427153:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827780.427157:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834688:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827780.427170:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827780.427176:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffff9d1f48273c00 x1874669802834688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.427185:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802834688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.427190:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.427192:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827780.427194:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834688:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827780.554654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827781.578565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827782.602638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827783.626661:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827784.650571:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827785.546585:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827785.546603:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827785.546610:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827785.546624:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3388 00000100:00080000:3.0:1787827785.546640:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827785.546657:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827785.546711:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802834816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827785.546777:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827785.546784:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827785.546787:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827785.546795:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3388 00000100:00080000:3.0:1787827785.546801:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827785.546823:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827785.546830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802834816:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787827785.546840:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827785.546881:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802834944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827785.546918:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827785.546924:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827785.546926:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827785.546932:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3388 00000100:00080000:3.0:1787827785.546948:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827785.546954:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827785.546962:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827785.546969:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827785.546977:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802835072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827785.547050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827785/real 1787827785] req@ffff9d1f48271680 x1874669802834816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827785.547073:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802834816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827785.547086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827785.547092:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827785.547097:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802834816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827785.547129:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834944:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827785.547158:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827785.547178:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827785/real 1787827785] req@ffff9d1f48270780 x1874669802834944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827785.547198:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802834944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827785.547223:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827785.547229:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827785.547235:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802834944:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827785.547245:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835072:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827785.547275:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827785.547287:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827785/real 1787827785] req@ffff9d1f48273840 x1874669802835072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827785.547342:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802835072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827785.547358:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827785.547364:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827785.547370:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835072:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827785.674666:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827786.698603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827787.722602:0:16639:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 2/2 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787827787.722662:0:177307:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787827787.722678:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827787.722679:0:177307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827787.722721:0:177307:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x6a9:0x0]: losing layout lock 00010000:00010000:0.0:1787827787.722745:0:177307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827787.722820:0:177307:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827787.722829:0:177307:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827787.722859:0:177307:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787827787.722905:0:177307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f450a5a00/0xf3d5ba2766bbd89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf3e16ce0bbd6bf82 expref: -99 pid: 329342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827787.722921:0:177307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d1f5028e800 lock: ffff9d1f50aa9200/0xf3d5ba2766bbd5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf3e16ce0bbd6bf0b expref: -99 pid: 329343 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787827787.722933:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827787.722935:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827787.722936:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827787.722942:0:2342:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9d1f4bd95a40 x1874669802835200/t0(0) o103->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1787827788.746570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827789.770695:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827790.666581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827790.666592:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827790.666597:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827790.666608:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3393 00000100:00080000:3.0:1787827790.666620:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827790.666627:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827790.666670:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802835328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827790.666697:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827790.666700:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827790.666702:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827790.666705:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3393 00000100:00080000:3.0:1787827790.666708:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827790.666712:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827790.666723:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827790.666732:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802835328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827790.666738:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802835456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827790.666747:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827790.666750:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827790.666751:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827790.666754:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3393 00000100:00080000:3.0:1787827790.666756:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827790.666759:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827790.666762:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827790.666772:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802835584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827790.666810:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827790.666871:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827790/real 1787827790] req@ffff9d1f482703c0 x1874669802835328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827790.666887:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802835328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827790.666895:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827790.666899:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827790.666904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802835328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827790.666927:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835456:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827790.666945:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827790.666953:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827790/real 1787827790] req@ffff9d1f48273840 x1874669802835456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827790.666961:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802835456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827790.666967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827790.666970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827790.666972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835456:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827790.666976:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835584:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827790.666988:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827790.666994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827790/real 1787827790] req@ffff9d1f48270780 x1874669802835584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827790.667001:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802835584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827790.667007:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827790.667009:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827790.667011:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835584:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827790.794571:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827791.818623:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827792.842620:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827793.866656:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827794.890738:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827795.786589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827795.786600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827795.786606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827795.786617:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3398 00000100:00080000:3.0:1787827795.786640:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827795.786649:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827795.786690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802835712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827795.786718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827795.786722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827795.786725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827795.786730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3398 00000100:00080000:3.0:1787827795.786734:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827795.786740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827795.786751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827795.786762:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802835712:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827795.786767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802835840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827795.786803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827795.786809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827795.786811:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827795.786816:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3398 00000100:00080000:3.0:1787827795.786820:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827795.786824:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827795.786831:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827795.786848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802835968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827795.786929:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827795.786970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835968:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827795.914718:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827796.938720:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827797.962720:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827798.858879:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787827798.858946:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827798.858964:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787827798.859006:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787827798.859019:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787827798.859119:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827795/real 1787827798] req@ffff9d1f48273c00 x1874669802835840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827798.859147:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802835840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827798.859161:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827798.859167:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827798.859171:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827798.859179:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827795/real 1787827798] req@ffff9d1f48271e00 x1874669802835968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827798.859205:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802835968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827798.859214:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827798.859217:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827798.859220:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802835968:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787827798.859227:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827795/real 1787827798] req@ffff9d1f48271680 x1874669802835712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827798.859242:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802835712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827798.859257:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827798.859261:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827798.859266:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802835712:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787827798.986734:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827800.010675:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827800.906575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827800.906589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827800.906595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827800.906610:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3403 00000100:00080000:3.0:1787827800.906627:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827800.906648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827800.906704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802836096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827800.906767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827800.906790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827800.906795:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827800.906804:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3403 00000100:00080000:3.0:1787827800.906811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827800.906817:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827800.906832:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802836096:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787827800.906834:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827800.906867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802836224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827800.906884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827800.906891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827800.906894:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827800.906902:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3403 00000100:00080000:3.0:1787827800.906924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827800.906933:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787827800.906955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787827800.906960:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827800.906985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802836352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827800.907038:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827800/real 1787827800] req@ffff9d1f48270f00 x1874669802836096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827800.907073:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802836096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827800.907103:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827800.907111:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827800.907119:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802836096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827800.907161:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836224:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827800.907209:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827800.907234:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827800/real 1787827800] req@ffff9d1f48270b40 x1874669802836224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827800.907259:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802836224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827800.907284:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827800.907292:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827800.907299:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836224:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827800.907313:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836352:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827800.907353:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827800.907375:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827800/real 1787827800] req@ffff9d1f482712c0 x1874669802836352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827800.907393:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802836352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827800.907410:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827800.907417:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827800.907422:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836352:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827801.034818:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827802.058644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827803.082615:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827804.106624:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827805.130776:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827806.026642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827806.026655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827806.026662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827806.026677:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3408 00000100:00080000:0.0:1787827806.026691:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827806.026702:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827806.026782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802836480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827806.026825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827806.026834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827806.026844:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827806.026853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3408 00000100:00080000:0.0:1787827806.026861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827806.026869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827806.026884:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827806.026890:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802836480:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827806.026912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802836608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827806.026936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827806.026942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827806.026945:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827806.026952:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3408 00000100:00080000:0.0:1787827806.026957:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827806.026963:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827806.026970:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827806.026987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802836736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827806.027001:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827806.027182:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffff9d1f4bd95e00 x1874669802836480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827806.027219:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802836480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827806.027233:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827806.027239:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827806.027400:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802836480:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827806.027442:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836608:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827806.027617:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827806.027640:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffff9d1f4bd97840 x1874669802836608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827806.027658:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802836608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827806.027670:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827806.027676:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827806.027684:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827806.027697:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836736:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827806.027766:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827806.027792:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffff9d1f4bd94b40 x1874669802836736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827806.027817:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802836736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827806.027844:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827806.027851:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827806.027858:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836736:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827806.154639:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827807.178692:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827808.202754:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827809.226626:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827810.250617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827811.146550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.146561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827811.146566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.146576:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3413 00000100:00080000:0.0:1787827811.146587:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.146595:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827811.146630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802836864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827811.146659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.146663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827811.146666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.146684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3413 00000100:00080000:0.0:1787827811.146689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.146693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827811.146702:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802836864:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787827811.146704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827811.146726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802836992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827811.146740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.146744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827811.146746:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.146750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3413 00000100:00080000:0.0:1787827811.146756:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.146761:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:3.0:1787827811.146767:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:0.0:1787827811.146771:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827811.146787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802837120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827811.146811:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffff9d1f4bd970c0 x1874669802836864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827811.146828:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802836864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827811.146837:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827811.146840:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827811.146842:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802836864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827811.146868:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836992:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827811.146883:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827811.146892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffff9d1f4bd94b40 x1874669802836992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827811.146900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802836992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827811.146907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827811.146909:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827811.146911:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802836992:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827811.146916:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837120:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827811.146928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827811.146934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffff9d1f4bd97840 x1874669802837120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827811.146941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802837120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827811.146947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827811.146949:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827811.146951:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837120:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827811.274595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827812.298716:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827813.322710:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827814.346728:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827815.370784:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827816.266629:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827816.266685:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827816.266689:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827816.266699:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3419 00000100:00080000:0.0:1787827816.266711:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827816.266719:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827816.266756:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802837248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827816.266806:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827816.266811:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827816.266813:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827816.266818:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3419 00000100:00080000:0.0:1787827816.266822:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827816.266845:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827816.266859:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827816.266892:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802837248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827816.266894:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802837376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827816.266941:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827816.266947:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827816.266950:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827816.266956:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3419 00000100:00080000:0.0:1787827816.266964:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827816.266969:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827816.266977:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787827816.266988:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827816.266999:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802837504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827816.267083:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffff9d1f4bd95e00 x1874669802837248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827816.267111:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802837248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827816.267144:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827816.267149:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827816.267157:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802837248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827816.267187:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837376:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827816.267229:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827816.267251:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffff9d1f4bd97840 x1874669802837376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827816.267263:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802837376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827816.267271:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827816.267274:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827816.267277:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837376:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827816.267282:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837504:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827816.267297:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827816.267312:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffff9d1f4bd94b40 x1874669802837504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827816.267322:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802837504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827816.267330:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827816.267332:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827816.267335:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837504:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827816.394682:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827817.418705:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827818.442659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827819.466645:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827820.490768:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827821.386683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827821.386706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827821.386714:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827821.386742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3424 00000100:00080000:0.0:1787827821.386761:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827821.386773:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827821.386840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802837632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827821.386898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827821.386903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827821.386906:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827821.386912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3424 00000100:00080000:0.0:1787827821.386916:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827821.386922:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827821.386937:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827821.386960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802837760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827821.386988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827821.387010:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787827821.387013:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802837632:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827821.387015:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827821.387035:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3424 00000100:00080000:0.0:1787827821.387041:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827821.387047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827821.387055:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827821.387074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802837888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827821.387159:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827821.387235:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffff9d1f4bd970c0 x1874669802837632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827821.387261:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802837632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827821.387285:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827821.387291:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827821.387296:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802837632:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827821.387360:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837760:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827821.387394:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827821.387411:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffff9d1f4bd94b40 x1874669802837760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827821.387427:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802837760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827821.387438:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827821.387443:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827821.387447:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827821.387456:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837888:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827821.387522:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827821.387537:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffff9d1f4bd97840 x1874669802837888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827821.387553:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802837888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827821.387564:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827821.387568:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827821.387573:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802837888:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827821.514729:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827822.538634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827823.562745:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827824.586764:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827825.610679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827826.506520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827826.506528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827826.506531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827826.506540:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3429 00000100:00080000:0.0:1787827826.506549:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827826.506555:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827826.506598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802838016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827826.506619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827826.506622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827826.506624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827826.506626:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3429 00000100:00080000:0.0:1787827826.506629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827826.506633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827826.506642:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827826.506652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802838144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827826.506659:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802838016:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827826.506664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827826.506668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827826.506669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827826.506672:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3429 00000100:00080000:0.0:1787827826.506675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827826.506677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827826.506681:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827826.506689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802838272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827826.506730:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827826.506768:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827826/real 1787827826] req@ffff9d1f4bd95e00 x1874669802838016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827826.506783:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802838016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827826.506795:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827826.506800:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827826.506805:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802838016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827826.506831:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838144:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827826.506851:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827826.506861:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827826/real 1787827826] req@ffff9d1f4bd97840 x1874669802838144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827826.506869:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802838144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827826.506876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827826.506878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827826.506880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838144:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827826.506884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838272:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827826.506896:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827826.506909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827826/real 1787827826] req@ffff9d1f4bd94b40 x1874669802838272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827826.506918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802838272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827826.506924:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827826.506926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827826.506928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838272:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827826.634595:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827827.658623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827828.682649:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827829.706591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827830.730583:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827831.626584:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827831.626594:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827831.626598:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827831.626608:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3434 00000100:00080000:3.0:1787827831.626637:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827831.626644:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827831.626680:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802838400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827831.626709:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827831.626713:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827831.626715:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827831.626719:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3434 00000100:00080000:3.0:1787827831.626722:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827831.626726:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827831.626736:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827831.626749:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802838528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827831.626756:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802838400:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827831.626779:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827831.626783:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827831.626784:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827831.626789:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3434 00000100:00080000:3.0:1787827831.626792:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827831.626795:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827831.626801:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827831.626813:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802838656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827831.626837:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827831.626888:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827831/real 1787827831] req@ffff9d1f48272d00 x1874669802838400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827831.626924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802838400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827831.626935:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827831.626940:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827831.626945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802838400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827831.626968:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838528:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827831.626989:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827831.627001:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827831/real 1787827831] req@ffff9d1f48272940 x1874669802838528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827831.627012:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802838528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827831.627019:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827831.627022:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827831.627025:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827831.627030:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838656:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827831.627044:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827831.627052:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827831/real 1787827831] req@ffff9d1f48273480 x1874669802838656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827831.627061:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802838656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827831.627069:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827831.627071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827831.627073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827831.754678:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827832.778682:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827833.802606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827834.826674:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827835.850623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827836.746728:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827836.746759:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827836.746763:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827836.746774:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3439 00000100:00080000:0.0:1787827836.746786:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827836.746794:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827836.746847:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802838784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827836.746907:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827836.746915:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827836.746917:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827836.746923:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3439 00000100:00080000:0.0:1787827836.746928:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827836.746933:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827836.746957:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827836.746968:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802838784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827836.746979:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802838912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827836.746995:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827836.746999:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827836.747001:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827836.747005:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3439 00000100:00080000:0.0:1787827836.747010:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827836.747014:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827836.747021:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827836.747051:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802839040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827836.747071:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827836.747140:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827836/real 1787827836] req@ffff9d1f4bd970c0 x1874669802838784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827836.747158:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802838784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827836.747174:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827836.747179:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827836.747184:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802838784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827836.747210:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838912:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827836.747234:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827836.747245:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827836/real 1787827836] req@ffff9d1f4bd94b40 x1874669802838912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827836.747254:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802838912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827836.747261:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827836.747264:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827836.747266:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802838912:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827836.747271:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839040:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827836.747283:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827836.747290:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827836/real 1787827836] req@ffff9d1f4bd97840 x1874669802839040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827836.747316:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802839040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827836.747324:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827836.747327:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827836.747329:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839040:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827836.874629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827837.898754:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827838.922632:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827839.946698:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827840.970606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827841.866754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827841.866766:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827841.866774:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827841.866787:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3444 00000100:00080000:0.0:1787827841.866800:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827841.866807:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827841.866846:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802839168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827841.866877:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827841.866881:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827841.866883:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827841.866890:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3444 00000100:00080000:0.0:1787827841.866893:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827841.866897:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827841.866908:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827841.866921:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802839296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827841.866932:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827841.866936:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827841.866937:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827841.866940:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3444 00000100:00080000:0.0:1787827841.866942:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827841.866945:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827841.866949:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827841.866960:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802839424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827841.866961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802839168:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787827841.867318:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827841.867381:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827841/real 1787827841] req@ffff9d1f4bd95e00 x1874669802839168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827841.867401:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802839168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827841.867412:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827841.867415:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827841.867419:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802839168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827841.867425:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839296:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827841.867445:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827841.867504:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827841/real 1787827841] req@ffff9d1f4bd97840 x1874669802839296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827841.867519:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802839296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827841.867526:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827841.867529:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827841.867531:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839296:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827841.867556:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839424:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827841.867574:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827841.867582:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827841/real 1787827841] req@ffff9d1f4bd94b40 x1874669802839424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827841.867590:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802839424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827841.867596:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827841.867599:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827841.867601:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839424:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827841.994637:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827843.018569:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827844.042635:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827845.066655:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827846.090594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827846.986557:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827846.986569:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827846.986573:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827846.986583:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3449 00000100:00080000:3.0:1787827846.986594:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827846.986602:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827846.986639:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802839552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827846.986670:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827846.986674:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827846.986687:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827846.986692:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3449 00000100:00080000:3.0:1787827846.986696:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827846.986701:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827846.986709:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802839552:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787827846.986712:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827846.986732:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802839680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827846.986745:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827846.986749:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827846.986751:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827846.986756:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3449 00000100:00080000:3.0:1787827846.986761:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827846.986765:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787827846.986769:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787827846.986777:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827846.986793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802839808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827846.986806:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827846/real 1787827846] req@ffff9d1f48270000 x1874669802839552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827846.986820:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802839552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827846.986830:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827846.986833:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827846.986836:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802839552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827846.986854:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839680:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827846.986868:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827846.986876:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827846/real 1787827846] req@ffff9d1f48273480 x1874669802839680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827846.986884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802839680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827846.986890:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827846.986892:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827846.986894:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827846.986897:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839808:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827846.986908:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827846.986914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827846/real 1787827846] req@ffff9d1f48272940 x1874669802839808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827846.986923:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802839808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827846.986929:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827846.986930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827846.986932:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802839808:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827847.114559:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827848.138575:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827849.162637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827850.186598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827851.210621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827852.106577:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827852.106585:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827852.106589:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827852.106599:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3454 00000100:00080000:0.0:1787827852.106610:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827852.106617:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827852.106654:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802839936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827852.106676:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827852.106678:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827852.106680:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827852.106683:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3454 00000100:00080000:0.0:1787827852.106686:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827852.106688:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827852.106715:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827852.106734:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802840064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827852.106749:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827852.106753:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802839936:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827852.106754:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827852.106776:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827852.106795:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3454 00000100:00080000:0.0:1787827852.106799:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827852.106803:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827852.106808:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827852.106822:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802840192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827852.106845:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827852.106906:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffff9d1f4bd970c0 x1874669802839936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827852.106926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802839936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827852.106938:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827852.106942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827852.106947:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802839936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827852.106991:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840064:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827852.107010:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827852.107020:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffff9d1f4bd94b40 x1874669802840064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827852.107029:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802840064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827852.107039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827852.107042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827852.107044:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840064:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827852.107048:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840192:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827852.107059:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827852.107075:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffff9d1f4bd97840 x1874669802840192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827852.107082:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802840192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827852.107088:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827852.107091:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827852.107093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840192:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827852.234679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827853.258575:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827854.282590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827855.306622:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827856.330642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827857.226603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827857.226617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827857.226622:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827857.226635:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3460 00000100:00080000:2.0:1787827857.226650:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827857.226659:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827857.226720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802840320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827857.226771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827857.226778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827857.226781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827857.226788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3460 00000100:00080000:2.0:1787827857.226794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827857.226801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827857.226818:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827857.226838:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802840320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827857.226852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802840448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827857.226867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827857.226872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827857.226873:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827857.226877:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3460 00000100:00080000:2.0:1787827857.226881:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827857.226886:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827857.226892:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827857.226916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802840576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827857.226946:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827857.227021:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffff9d1f45d12580 x1874669802840320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.227068:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802840320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.227085:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.227091:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827857.227100:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802840320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827857.227147:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840448:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827857.227175:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827857.227189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffff9d1f45d11680 x1874669802840448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.227212:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802840448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.227221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.227224:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827857.227227:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840448:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827857.227232:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840576:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827857.227249:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827857.227257:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffff9d1f45d13840 x1874669802840576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.227268:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802840576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.227281:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.227284:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827857.227287:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840576:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827857.354575:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827858.378577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827859.402687:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827860.426621:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827861.450571:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827862.346547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.346556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827862.346560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.346569:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3465 00000100:00080000:2.0:1787827862.346577:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827862.346584:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827862.346614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802840704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827862.346639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.346642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827862.346644:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.346647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3465 00000100:00080000:2.0:1787827862.346649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827862.346652:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827862.346659:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827862.346669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802840832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827862.346678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.346680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827862.346682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.346685:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3465 00000100:00080000:2.0:1787827862.346687:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827862.346692:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827862.346694:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802840704:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787827862.346696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827862.346706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802840960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827862.346808:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840832:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827862.346855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840960:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827862.474586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827863.498653:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827864.522583:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827865.418718:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787827865.418764:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827865.418782:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787827865.418819:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787827865.418833:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787827865.418857:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffff9d1f45d11e00 x1874669802840960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827865.418892:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802840960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827865.418904:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827865.418909:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827865.418913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840960:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787827865.418921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffff9d1f45d10780 x1874669802840704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827865.418938:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802840704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827865.418946:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827865.418950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827865.418954:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802840704:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827865.418961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffff9d1f45d13480 x1874669802840832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827865.418975:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802840832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827865.418984:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827865.418987:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827865.418993:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802840832:192.168.203.151@tcp:38:kworker.0 00010000:00010000:0.0:1787827865.546670:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827866.570595:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827867.466588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827867.466596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827867.466600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827867.466609:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3470 00000100:00080000:0.0:1787827867.466617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827867.466623:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827867.466650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802841088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827867.466670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827867.466673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827867.466680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827867.466683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3470 00000100:00080000:0.0:1787827867.466686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827867.466690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827867.466698:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827867.466707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802841216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827867.466716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827867.466719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827867.466722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827867.466724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802841088:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827867.466727:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3470 00000100:00080000:0.0:1787827867.466731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827867.466737:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827867.466741:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827867.466748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802841344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827867.466795:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827867.466836:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffff9d1f4bd95e00 x1874669802841088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.466850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802841088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.466858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.466862:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827867.466866:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802841088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827867.466887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841216:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827867.466903:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827867.466923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffff9d1f4bd97840 x1874669802841216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.466936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802841216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.466946:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.466949:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827867.466952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841216:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827867.466959:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841344:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827867.466981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827867.466994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffff9d1f4bd94b40 x1874669802841344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.467022:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802841344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.467036:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.467039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827867.467043:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841344:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827867.594571:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827868.618590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827869.642654:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827870.666778:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827871.690644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827872.586587:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827872.586597:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827872.586601:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827872.586611:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3475 00000100:00080000:1.0:1787827872.586622:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827872.586629:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827872.586666:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802841472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827872.586693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827872.586697:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827872.586699:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827872.586703:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3475 00000100:00080000:1.0:1787827872.586707:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827872.586710:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827872.586720:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827872.586735:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802841600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827872.586749:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802841472:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827872.586769:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827872.586776:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827872.586796:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827872.586803:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3475 00000100:00080000:1.0:1787827872.586810:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827872.586816:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827872.586823:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827872.586838:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787827872.586847:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802841728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827872.586900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827872/real 1787827872] req@ffff9d1f47fa2940 x1874669802841472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827872.586932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802841472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827872.586944:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827872.586948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827872.586952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802841472:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827872.586975:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841600:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827872.586999:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827872.587011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827872/real 1787827872] req@ffff9d1f47fa3c00 x1874669802841600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827872.587023:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802841600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827872.587039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827872.587042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827872.587045:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827872.587051:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841728:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827872.587067:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827872.587096:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827872/real 1787827872] req@ffff9d1f47fa3840 x1874669802841728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827872.587127:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802841728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827872.587155:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827872.587160:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827872.587164:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841728:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827872.714675:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827873.738630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827874.762609:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827875.786602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827876.810711:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827877.706707:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827877.706720:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827877.706725:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827877.706736:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3480 00000100:00080000:3.0:1787827877.706748:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827877.706758:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827877.706798:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802841856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827877.706830:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827877.706834:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827877.706837:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827877.706842:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3480 00000100:00080000:3.0:1787827877.706845:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827877.706848:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827877.706859:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827877.706885:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802841984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827877.706899:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802841856:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827877.706902:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827877.706912:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827877.706915:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827877.706921:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3480 00000100:00080000:3.0:1787827877.706926:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827877.706931:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827877.706937:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827877.706953:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802842112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827877.706980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827877.707037:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827877/real 1787827877] req@ffff9d1f48272d00 x1874669802841856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827877.707056:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802841856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827877.707068:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827877.707073:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827877.707078:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802841856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827877.707133:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841984:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827877.707187:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827877.707201:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827877/real 1787827877] req@ffff9d1f482712c0 x1874669802841984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827877.707228:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802841984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827877.707236:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827877.707239:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827877.707243:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802841984:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827877.707248:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842112:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827877.707285:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827877.707296:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827877/real 1787827877] req@ffff9d1f48270b40 x1874669802842112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827877.707308:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802842112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827877.707317:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827877.707319:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827877.707322:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842112:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827877.834628:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827878.858600:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827879.882578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827880.906605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827881.930568:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827882.826548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827882.826557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827882.826560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827882.826570:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3485 00000100:00080000:2.0:1787827882.826581:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827882.826590:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827882.826624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802842240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827882.826658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827882.826662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827882.826664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827882.826669:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3485 00000100:00080000:2.0:1787827882.826673:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827882.826676:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827882.826685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827882.826691:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802842240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827882.826698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802842368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827882.826707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827882.826710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827882.826712:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827882.826714:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3485 00000100:00080000:2.0:1787827882.826716:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827882.826719:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827882.826723:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827882.826733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802842496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827882.826751:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827882.826785:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827882/real 1787827882] req@ffff9d1f45d13480 x1874669802842240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827882.826798:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802842240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827882.826815:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827882.826818:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827882.826821:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802842240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827882.826839:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842368:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827882.826854:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827882.826862:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827882/real 1787827882] req@ffff9d1f45d10780 x1874669802842368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827882.826870:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802842368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827882.826876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827882.826878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827882.826880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842368:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827882.826884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842496:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827882.826895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827882.826901:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827882/real 1787827882] req@ffff9d1f45d11e00 x1874669802842496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827882.826908:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802842496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827882.826913:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827882.826915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827882.826917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842496:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827882.954607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827883.978576:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827885.002640:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827886.026598:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827887.050661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827887.946593:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827887.946608:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827887.946613:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827887.946628:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3490 00000100:00080000:3.0:1787827887.946643:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827887.946653:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827887.946702:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802842624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827887.946738:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827887.946743:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827887.946745:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827887.946751:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3490 00000100:00080000:3.0:1787827887.946756:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827887.946762:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827887.946774:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802842624:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787827887.946775:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827887.946794:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802842752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827887.946809:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827887.946813:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827887.946816:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827887.946820:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3490 00000100:00080000:3.0:1787827887.946855:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827887.946877:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787827887.946878:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787827887.946892:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827887.946929:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802842880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827887.946964:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827887/real 1787827887] req@ffff9d1f48270f00 x1874669802842624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827887.946982:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802842624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827887.946995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827887.947000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827887.947022:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802842624:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827887.947061:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842752:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827887.947094:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827887.947109:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827887/real 1787827887] req@ffff9d1f48271680 x1874669802842752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827887.947123:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802842752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827887.947133:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827887.947161:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827887.947181:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827887.947186:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842880:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827887.947204:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827887.947211:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827887/real 1787827887] req@ffff9d1f48271e00 x1874669802842880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827887.947219:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802842880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827887.947225:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827887.947227:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827887.947246:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802842880:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827888.074593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827889.098587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827890.122624:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827891.146616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827892.170630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827893.066537:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827893.066555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827893.066560:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827893.066569:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3495 00000100:00080000:1.0:1787827893.066580:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827893.066587:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787827893.066620:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802843008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827893.066642:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827893.066645:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827893.066647:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827893.066650:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3495 00000100:00080000:1.0:1787827893.066652:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827893.066656:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827893.066666:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827893.066680:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802843136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827893.066692:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802843008:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787827893.066695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827893.066702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827893.066704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827893.066708:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3495 00000100:00080000:1.0:1787827893.066713:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827893.066717:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787827893.066723:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827893.066736:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802843264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827893.066753:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827893.066795:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffff9d1f47fa2580 x1874669802843008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.066811:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802843008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.066819:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.066822:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827893.066825:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802843008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827893.066845:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843136:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827893.066869:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827893.066883:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffff9d1f47fa1e00 x1874669802843136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.066905:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802843136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.066915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.066919:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827893.066923:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843136:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827893.066929:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843264:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827893.066952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827893.066961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffff9d1f47fa0f00 x1874669802843264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.066969:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802843264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.066975:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.066977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827893.066980:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843264:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827893.194627:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827894.218675:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827895.242566:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827896.266610:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827897.290636:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827898.186535:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827898.186544:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827898.186548:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.186556:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3501 00000100:00080000:3.0:1787827898.186564:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827898.186570:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827898.186599:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802843392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827898.186621:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827898.186624:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827898.186626:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.186628:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3501 00000100:00080000:3.0:1787827898.186631:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827898.186633:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827898.186641:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827898.186650:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802843520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827898.186658:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827898.186661:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827898.186662:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.186664:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3501 00000100:00080000:3.0:1787827898.186667:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827898.186670:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827898.186674:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827898.186688:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802843648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827898.186690:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802843392:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827898.186791:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827898.186850:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffff9d1f48273c00 x1874669802843392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827898.186873:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802843392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827898.186888:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.186893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827898.186898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802843392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827898.186908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843520:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827898.186936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827898.186952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffff9d1f48270780 x1874669802843520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827898.186966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802843520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827898.186976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.186981:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827898.186985:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843520:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827898.187015:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843648:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827898.187039:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827898.187051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffff9d1f48273840 x1874669802843648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827898.187076:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802843648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827898.187087:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.187091:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827898.187095:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843648:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827898.314569:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827899.338619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827900.362634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827901.386598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827902.410621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827903.306557:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.306568:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827903.306573:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.306585:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3506 00000100:00080000:3.0:1787827903.306596:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.306621:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827903.306666:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802843776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827903.306693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.306696:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827903.306698:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.306718:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3506 00000100:00080000:3.0:1787827903.306721:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.306723:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827903.306733:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827903.306746:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802843904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827903.306756:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.306761:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787827903.306762:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802843776:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827903.306763:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.306771:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3506 00000100:00080000:3.0:1787827903.306775:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.306778:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827903.306782:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827903.306789:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802844032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827903.306858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827903.306932:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffff9d1f482703c0 x1874669802843776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.306955:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802843776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.306969:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.306974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827903.306979:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802843776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827903.307008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843904:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827903.307066:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827903.307079:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffff9d1f48273840 x1874669802843904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.307087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802843904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.307094:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.307096:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827903.307098:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802843904:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827903.307103:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844032:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827903.307119:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827903.307126:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffff9d1f48270780 x1874669802844032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.307134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802844032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.307141:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.307143:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827903.307145:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844032:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827903.434653:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827904.458617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827905.482596:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827906.506609:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827907.530591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827908.426548:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.426558:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827908.426562:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.426570:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3511 00000100:00080000:3.0:1787827908.426580:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.426585:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827908.426617:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802844160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827908.426645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.426648:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827908.426650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.426653:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3511 00000100:00080000:3.0:1787827908.426655:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.426658:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827908.426665:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827908.426673:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802844288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827908.426681:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.426686:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827908.426687:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.426689:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3511 00000100:00080000:3.0:1787827908.426691:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.426694:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827908.426697:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827908.426704:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802844416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827908.426731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802844160:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827908.426786:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827908.426820:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffff9d1f48273c00 x1874669802844160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.426834:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802844160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.426843:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.426846:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827908.426849:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802844160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827908.426854:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844288:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827908.426868:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827908.426876:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffff9d1f48271e00 x1874669802844288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.426885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802844288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.426891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.426894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827908.426896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844288:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827908.426900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844416:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827908.426911:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827908.426917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffff9d1f48271680 x1874669802844416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.426924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802844416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.426931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.426932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827908.426935:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844416:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827908.554614:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827909.578609:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827910.602607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827911.626586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827912.650650:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827913.546526:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827913.546534:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827913.546537:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827913.546546:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3516 00000100:00080000:3.0:1787827913.546555:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827913.546560:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827913.546591:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802844544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827913.546613:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827913.546616:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827913.546617:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827913.546620:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3516 00000100:00080000:3.0:1787827913.546622:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827913.546624:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827913.546631:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827913.546644:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802844672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827913.546658:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802844544:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827913.546658:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827913.546668:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827913.546670:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827913.546675:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3516 00000100:00080000:3.0:1787827913.546679:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827913.546683:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827913.546690:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827913.546701:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802844800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827913.546727:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827913.546777:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827913/real 1787827913] req@ffff9d1f48270f00 x1874669802844544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827913.546795:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802844544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827913.546807:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827913.546812:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827913.546819:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802844544:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827913.546843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844672:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827913.546870:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827913.546885:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827913/real 1787827913] req@ffff9d1f48270b40 x1874669802844672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827913.546901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802844672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827913.546911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827913.546915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827913.546918:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827913.546927:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844800:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827913.546950:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827913.546980:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827913/real 1787827913] req@ffff9d1f482712c0 x1874669802844800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827913.546994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802844800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827913.547003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827913.547007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827913.547011:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802844800:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827913.674588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827914.698579:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827915.722614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827916.746645:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827917.770607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827918.666557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827918.666567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827918.666572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827918.666582:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3521 00000100:00080000:0.0:1787827918.666592:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827918.666600:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827918.666632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802844928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827918.666655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827918.666658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827918.666659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827918.666662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3521 00000100:00080000:0.0:1787827918.666665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827918.666668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827918.666677:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827918.666687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802845056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827918.666696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802844928:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787827918.666698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827918.666705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827918.666707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827918.666710:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3521 00000100:00080000:0.0:1787827918.666712:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827918.666715:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827918.666720:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827918.666727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802845184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827918.666756:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827918.666789:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827918/real 1787827918] req@ffff9d1f4bd970c0 x1874669802844928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827918.666802:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802844928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827918.666810:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827918.666813:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827918.666816:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802844928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827918.666833:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845056:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827918.666846:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827918.666854:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827918/real 1787827918] req@ffff9d1f4bd94b40 x1874669802845056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827918.666862:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802845056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827918.666868:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827918.666870:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827918.666872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845056:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827918.666876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845184:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827918.666886:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827918.666892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827918/real 1787827918] req@ffff9d1f4bd97840 x1874669802845184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827918.666904:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802845184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827918.666909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827918.666911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827918.666913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845184:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827918.794562:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827919.818625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827920.842664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827921.866751:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827922.890631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827923.786560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827923.786573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827923.786579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827923.786591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3526 00000100:00080000:3.0:1787827923.786616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827923.786627:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827923.786665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802845312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827923.786714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827923.786719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827923.786722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827923.786729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3526 00000100:00080000:3.0:1787827923.786735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827923.786741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827923.786765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827923.786784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802845440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827923.786811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827923.786815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827923.786818:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827923.786822:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3526 00000100:00080000:3.0:1787827923.786827:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827923.786831:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827923.786837:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827923.786846:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802845312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827923.786851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802845568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827923.786966:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827923.787073:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827923/real 1787827923] req@ffff9d1f48272d00 x1874669802845312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827923.787092:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802845312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827923.787107:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827923.787112:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827923.787117:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802845312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827923.787128:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845440:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827923.787162:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827923.787178:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827923/real 1787827923] req@ffff9d1f48272940 x1874669802845440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827923.787189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802845440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827923.787203:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827923.787206:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827923.787210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827923.787233:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845568:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827923.787259:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827923.787268:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827923/real 1787827923] req@ffff9d1f48273480 x1874669802845568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827923.787278:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802845568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827923.787286:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827923.787288:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827923.787290:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845568:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827923.914611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827924.938675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827925.962669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827926.986696:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827928.010736:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827928.906632:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827928.906645:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827928.906651:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827928.906664:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3531 00000100:00080000:0.0:1787827928.906677:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827928.906697:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827928.906743:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802845696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827928.906781:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827928.906786:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827928.906789:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827928.906794:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3531 00000100:00080000:0.0:1787827928.906798:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827928.906811:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827928.906823:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827928.906841:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802845824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827928.906876:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827928.906881:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827928.906884:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827928.906891:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3531 00000100:00080000:0.0:1787827928.906908:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827928.906914:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827928.906923:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827928.906941:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802845952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827928.906960:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802845696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827928.907129:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845824:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827928.907192:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845952:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827929.034653:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827930.058691:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827931.082694:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827931.978871:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:2.0:1787827931.978931:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827931.978955:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787827931.979006:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787827931.979020:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787827931.979084:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827928/real 1787827931] req@ffff9d1f4bd94b40 x1874669802845952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.979124:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802845952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.979143:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.979151:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827931.979158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845952:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787827931.979171:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827928/real 1787827931] req@ffff9d1f4bd95e00 x1874669802845696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.979194:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802845696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.979209:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.979215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827931.979221:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802845696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827931.979232:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827928/real 1787827931] req@ffff9d1f4bd97840 x1874669802845824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.979252:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802845824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.979262:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.979265:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827931.979269:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802845824:192.168.203.151@tcp:38:kworker.0 00010000:00010000:0.0:1787827932.106677:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827933.130739:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827934.026628:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.026642:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827934.026648:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.026662:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3536 00000100:00080000:3.0:1787827934.026677:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.026689:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827934.026735:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802846080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827934.026773:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.026778:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827934.026781:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.026786:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3536 00000100:00080000:3.0:1787827934.026792:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.026797:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827934.026810:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827934.026858:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802846208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827934.026875:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.026880:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827934.026883:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.026889:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3536 00000100:00080000:3.0:1787827934.026895:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.026900:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827934.026907:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827934.026920:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802846336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827934.026939:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802846080:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827934.027042:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827934.027108:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffff9d1f48270000 x1874669802846080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.027146:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802846080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.027166:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.027175:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827934.027183:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802846080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827934.027199:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846208:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827934.027245:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827934.027286:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffff9d1f48273480 x1874669802846208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.027311:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802846208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.027327:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.027334:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827934.027342:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846208:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827934.027383:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846336:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827934.027429:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827934.027506:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffff9d1f48272940 x1874669802846336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.027538:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802846336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.027556:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.027563:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827934.027569:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846336:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827934.154669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827935.178697:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827936.202657:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827937.226608:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827938.250705:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827939.146687:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827939.146699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827939.146704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827939.146731:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3541 00000100:00080000:0.0:1787827939.146743:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827939.146750:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827939.146802:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802846464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827939.146834:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827939.146838:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827939.146839:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827939.146843:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3541 00000100:00080000:0.0:1787827939.146846:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827939.146849:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827939.146858:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827939.146871:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802846592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827939.146881:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827939.146885:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827939.146887:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827939.146890:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3541 00000100:00080000:0.0:1787827939.146893:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827939.146896:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827939.146901:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827939.146907:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802846464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827939.146915:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802846720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827939.146973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827939.147023:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffff9d1f4bd970c0 x1874669802846464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827939.147039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802846464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827939.147079:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827939.147085:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827939.147091:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802846464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827939.147103:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846592:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827939.147131:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827939.147145:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffff9d1f4bd97840 x1874669802846592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827939.147167:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802846592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827939.147177:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827939.147181:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827939.147185:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827939.147212:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846720:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827939.147246:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827939.147255:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffff9d1f4bd95e00 x1874669802846720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827939.147265:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802846720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827939.147272:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827939.147274:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827939.147277:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846720:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827939.274634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827940.298670:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827941.322747:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827942.346694:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827943.370689:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827944.266582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827944.266591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827944.266596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827944.266606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3547 00000100:00080000:2.0:1787827944.266617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827944.266624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827944.266678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802846848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827944.266706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827944.266709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827944.266710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827944.266714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3547 00000100:00080000:2.0:1787827944.266716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827944.266719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827944.266730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827944.266739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802846976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827944.266762:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802846848:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827944.266765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827944.266783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827944.266785:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827944.266788:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3547 00000100:00080000:2.0:1787827944.266790:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827944.266794:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827944.266798:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827944.266808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802847104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827944.266864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827944.266920:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffff9d1f45d130c0 x1874669802846848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827944.266936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802846848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827944.266945:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827944.266948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827944.266952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802846848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827944.266985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846976:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827944.267000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827944.267009:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffff9d1f45d12940 x1874669802846976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827944.267017:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802846976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827944.267023:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827944.267025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827944.267028:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802846976:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827944.267031:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847104:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827944.267054:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827944.267060:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffff9d1f45d112c0 x1874669802847104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827944.267067:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802847104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827944.267073:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827944.267074:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827944.267076:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847104:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827944.394649:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827945.418630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827946.442611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827947.466603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827948.490637:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827949.386583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.386594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827949.386598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827949.386609:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3552 00000100:00080000:3.0:1787827949.386620:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827949.386628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827949.386665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802847232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827949.386690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.386694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827949.386697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827949.386729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3552 00000100:00100000:2.0:1787827949.386736:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802847232:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827949.386739:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827949.386751:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827949.386762:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827949.386781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802847360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827949.386796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.386799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827949.386802:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827949.386806:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3552 00000100:00080000:3.0:1787827949.386812:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827949.386813:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787827949.386823:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827949.386830:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827949.386843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802847488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827949.386865:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffff9d1f48272d00 x1874669802847232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.386886:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802847232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.386897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.386901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827949.386905:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802847232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827949.386947:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847360:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827949.386976:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827949.386994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffff9d1f482712c0 x1874669802847360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.387027:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802847360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.387041:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.387046:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827949.387051:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847360:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827949.387061:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847488:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827949.387107:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827949.387122:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffff9d1f48270b40 x1874669802847488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.387134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802847488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.387150:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.387153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827949.387156:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847488:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827949.514705:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827950.538730:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827951.562739:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827952.586639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827953.610643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827954.506647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827954.506660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827954.506666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827954.506718:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3557 00000100:00080000:0.0:1787827954.506730:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827954.506738:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827954.506795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802847616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827954.506842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827954.506847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827954.506849:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827954.506853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3557 00000100:00080000:0.0:1787827954.506858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827954.506862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827954.506872:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827954.506888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802847744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827954.506900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827954.506921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827954.506924:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827954.506929:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3557 00000100:00080000:0.0:1787827954.506933:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827954.506938:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827954.506943:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827954.506954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802847872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827954.506962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802847616:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787827954.507053:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827954.507099:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827954/real 1787827954] req@ffff9d1f4bd94b40 x1874669802847616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827954.507119:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802847616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827954.507132:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827954.507136:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827954.507141:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802847616:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827954.507149:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847744:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827954.507189:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827954.507201:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827954/real 1787827954] req@ffff9d1f4bd95e00 x1874669802847744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827954.507213:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802847744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827954.507222:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827954.507225:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827954.507230:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827954.507260:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847872:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827954.507278:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827954.507288:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827954/real 1787827954] req@ffff9d1f4bd97840 x1874669802847872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827954.507299:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802847872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827954.507308:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827954.507311:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827954.507314:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802847872:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827954.634748:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827955.658591:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827956.682692:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827957.706758:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827958.730771:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827959.626572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827959.626583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827959.626589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827959.626601:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3562 00000100:00080000:0.0:1787827959.626613:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827959.626621:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787827959.626689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802848000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827959.626741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827959.626746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827959.626748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827959.626753:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3562 00000100:00080000:0.0:1787827959.626758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827959.626763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787827959.626775:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827959.626793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802848128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827959.626808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827959.626812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827959.626815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827959.626819:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3562 00000100:00080000:0.0:1787827959.626823:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827959.626831:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827959.626834:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802848000:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787827959.626839:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827959.626855:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802848256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827959.626929:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827959.626998:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827959/real 1787827959] req@ffff9d1f4bd970c0 x1874669802848000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827959.627020:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802848000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827959.627033:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827959.627038:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827959.627043:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802848000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827959.627052:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848128:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827959.627078:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827959.627105:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827959/real 1787827959] req@ffff9d1f4bd97840 x1874669802848128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827959.627125:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802848128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827959.627135:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827959.627139:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827959.627143:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848128:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827959.627171:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848256:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827959.627193:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827959.627205:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827959/real 1787827959] req@ffff9d1f4bd95e00 x1874669802848256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827959.627219:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802848256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827959.627242:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827959.627248:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827959.627254:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848256:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827959.754724:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827960.778685:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827961.802692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827962.826762:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827963.850911:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827964.746633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827964.746648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827964.746655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827964.746671:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3567 00000100:00080000:2.0:1787827964.746690:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827964.746702:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827964.746763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802848384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827964.746804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827964.746810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827964.746813:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827964.746819:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3567 00000100:00080000:2.0:1787827964.746823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827964.746827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827964.746844:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827964.746861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802848512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827964.746879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827964.746881:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802848384:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827964.746891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827964.746898:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827964.746904:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3567 00000100:00080000:2.0:1787827964.746907:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827964.746912:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827964.746918:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827964.746938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802848640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827964.747005:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827964.747074:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827964/real 1787827964] req@ffff9d1f45d112c0 x1874669802848384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827964.747099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802848384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827964.747116:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827964.747121:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827964.747127:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802848384:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827964.747176:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848512:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827964.747206:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827964.747223:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827964/real 1787827964] req@ffff9d1f45d12940 x1874669802848512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827964.747239:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802848512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827964.747252:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827964.747256:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827964.747260:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848512:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827964.747282:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848640:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827964.747308:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827964.747323:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827964/real 1787827964] req@ffff9d1f45d130c0 x1874669802848640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827964.747346:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802848640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827964.747357:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827964.747361:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827964.747365:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848640:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827964.874716:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827965.898723:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827966.922764:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827967.946710:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827968.970708:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827969.866628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827969.866643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827969.866649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827969.866663:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3572 00000100:00080000:3.0:1787827969.866678:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827969.866690:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827969.866755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802848768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827969.866807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827969.866815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827969.866819:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827969.866830:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3572 00000100:00080000:3.0:1787827969.866840:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827969.866850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827969.866868:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827969.866870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802848768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827969.866899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802848896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827969.866921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827969.866926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827969.866928:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827969.866934:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3572 00000100:00080000:3.0:1787827969.866952:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827969.866958:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787827969.866968:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787827969.866972:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827969.866994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802849024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827969.867044:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827969/real 1787827969] req@ffff9d1f48270f00 x1874669802848768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827969.867072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802848768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827969.867086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827969.867091:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827969.867097:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802848768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827969.867125:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848896:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787827969.867153:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827969.867168:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827969/real 1787827969] req@ffff9d1f48271680 x1874669802848896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827969.867184:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802848896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827969.867195:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827969.867199:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827969.867203:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802848896:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787827969.867210:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849024:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787827969.867230:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787827969.867241:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827969/real 1787827969] req@ffff9d1f48271e00 x1874669802849024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827969.867265:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802849024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827969.867275:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827969.867279:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787827969.867282:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849024:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787827969.994703:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827971.018733:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827972.042647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827973.066681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827974.090633:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827974.986554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827974.986562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827974.986566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827974.986586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3577 00000100:00080000:2.0:1787827974.986595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827974.986601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827974.986632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802849152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827974.986653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827974.986656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827974.986657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827974.986661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3577 00000100:00080000:2.0:1787827974.986663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827974.986666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827974.986674:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827974.986683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802849280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827974.986688:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802849152:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827974.986698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827974.986700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827974.986701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827974.986704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3577 00000100:00080000:2.0:1787827974.986706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827974.986709:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827974.986712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827974.986720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802849408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827974.986749:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827974.986784:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827974/real 1787827974] req@ffff9d1f45d11e00 x1874669802849152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827974.986797:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802849152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827974.986805:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827974.986808:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827974.986811:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802849152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827974.986830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849280:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827974.986844:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827974.986852:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827974/real 1787827974] req@ffff9d1f45d10780 x1874669802849280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827974.986860:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802849280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827974.986867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827974.986869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827974.986872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849280:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827974.986875:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849408:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827974.986885:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827974.986891:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827974/real 1787827974] req@ffff9d1f45d13480 x1874669802849408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827974.986899:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802849408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827974.986904:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827974.986906:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827974.986908:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849408:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827975.114591:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827976.138688:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827977.162741:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827978.186671:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827979.210731:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827980.106612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827980.106628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827980.106635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827980.106655:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3582 00000100:00080000:2.0:1787827980.106678:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827980.106693:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827980.106766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802849536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827980.106811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827980.106816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827980.106819:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827980.106825:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3582 00000100:00080000:2.0:1787827980.106833:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827980.106841:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827980.106859:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827980.106880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802849664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827980.106899:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802849536:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787827980.106914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827980.106921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827980.106924:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827980.106931:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3582 00000100:00080000:2.0:1787827980.106935:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827980.106950:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827980.106957:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827980.106977:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802849792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827980.107041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827980.107126:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffff9d1f45d13840 x1874669802849536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827980.107153:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802849536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827980.107178:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827980.107184:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827980.107190:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802849536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827980.107225:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849664:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787827980.107259:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827980.107277:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffff9d1f45d11680 x1874669802849664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827980.107319:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802849664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827980.107337:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827980.107344:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827980.107351:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787827980.107364:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849792:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787827980.107405:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787827980.107421:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffff9d1f45d12580 x1874669802849792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827980.107437:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802849792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827980.107449:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827980.107453:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787827980.107492:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802849792:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827980.234781:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827981.258669:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827982.282655:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827983.306644:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827984.330705:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827985.226595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.226611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827985.226617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.226626:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3588 00000100:00080000:3.0:1787827985.226636:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.226642:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827985.226680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802849920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827985.226706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.226711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827985.226713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.226717:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3588 00000100:00080000:3.0:1787827985.226719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.226722:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827985.226734:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827985.226747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802850048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827985.226755:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802849920:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787827985.226770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.226774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827985.226775:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.226780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3588 00000100:00080000:3.0:1787827985.226783:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.226786:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827985.226792:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827985.226802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802850176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827985.226827:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827985.226867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffff9d1f48273c00 x1874669802849920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.226881:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802849920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.226890:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.226894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827985.226898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802849920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827985.226919:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850048:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827985.226938:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827985.226946:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffff9d1f48270780 x1874669802850048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.226954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802850048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.226960:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.226962:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827985.226964:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850048:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827985.226967:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850176:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827985.226978:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827985.226984:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffff9d1f48273840 x1874669802850176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.226991:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802850176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.227002:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.227004:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827985.227007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850176:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827985.354727:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827986.378568:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827987.402595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827988.426705:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827989.450711:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827990.346588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.346604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827990.346611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.346627:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3593 00000100:00080000:3.0:1787827990.346644:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.346655:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787827990.346714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802850304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827990.346756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.346762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827990.346764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.346771:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3593 00000100:00080000:3.0:1787827990.346775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.346781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827990.346797:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827990.346820:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802850304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787827990.346822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802850432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827990.346850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.346854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827990.346856:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.346861:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3593 00000100:00080000:3.0:1787827990.346867:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.346872:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787827990.346879:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827990.346895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802850560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827990.346954:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827990.347018:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffff9d1f482703c0 x1874669802850304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.347043:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802850304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.347058:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.347064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827990.347070:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802850304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787827990.347104:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850432:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787827990.347133:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827990.347172:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffff9d1f48273840 x1874669802850432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.347189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802850432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.347201:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.347205:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827990.347211:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850432:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827990.347220:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850560:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787827990.347244:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787827990.347256:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffff9d1f48270780 x1874669802850560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.347281:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802850560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.347293:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.347296:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827990.347301:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850560:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787827990.474707:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827991.498664:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827992.522689:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827993.546651:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827994.570684:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827995.466690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827995.466701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827995.466706:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827995.466716:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3598 00000100:00080000:2.0:1787827995.466729:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827995.466737:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787827995.466778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802850688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827995.466813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827995.466817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827995.466819:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827995.466824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3598 00000100:00080000:2.0:1787827995.466828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827995.466833:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827995.466844:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827995.466864:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802850688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787827995.466872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802850816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827995.466888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827995.466892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827995.466895:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827995.466899:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3598 00000100:00080000:2.0:1787827995.466906:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827995.466912:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787827995.466921:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827995.466943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802850944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827995.466991:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827995.467022:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850944:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787827995.594688:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827996.618662:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827997.642683:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827998.538801:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787827998.538855:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827998.538875:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787827998.538926:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787827998.538936:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787827998.539572:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827998] req@ffff9d1f45d12d00 x1874669802850816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.539617:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802850816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.539639:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.539648:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827998.539657:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787827998.539673:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827998] req@ffff9d1f45d13c00 x1874669802850944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.539694:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802850944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.539716:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.539724:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827998.539731:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802850944:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787827998.539753:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827998] req@ffff9d1f45d11a40 x1874669802850688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.539779:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802850688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.539796:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.539803:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787827998.539809:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802850688:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787827998.666676:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827999.690600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828000.586579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828000.586590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828000.586594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828000.586606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3603 00000100:00080000:2.0:1787828000.586618:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828000.586628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828000.586694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802851072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828000.586741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828000.586746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828000.586749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828000.586768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3603 00000100:00080000:2.0:1787828000.586777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828000.586787:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828000.586803:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828000.586830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802851072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828000.586834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802851200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828000.586862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828000.586884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828000.586888:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828000.586894:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3603 00000100:00080000:2.0:1787828000.586901:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828000.586908:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828000.586917:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828000.586941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802851328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828000.586942:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828000.587011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828000/real 1787828000] req@ffff9d1f45d121c0 x1874669802851072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828000.587032:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802851072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828000.587043:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828000.587050:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828000.587057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802851072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828000.587090:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851200:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828000.587129:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828000.587150:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828000/real 1787828000] req@ffff9d1f45d10000 x1874669802851200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828000.587171:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802851200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828000.587184:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828000.587189:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828000.587194:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851200:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828000.587204:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851328:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828000.587238:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828000.587258:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828000/real 1787828000] req@ffff9d1f45d103c0 x1874669802851328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828000.587276:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802851328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828000.587290:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828000.587295:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828000.587300:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851328:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828000.714597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828001.738639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828002.762638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828003.786769:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828004.810668:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828005.706663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828005.706675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828005.706681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828005.706693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3608 00000100:00080000:3.0:1787828005.706707:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828005.706716:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828005.706774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802851456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828005.706827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828005.706833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828005.706843:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828005.706850:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3608 00000100:00080000:3.0:1787828005.706856:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828005.706864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828005.706878:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828005.706901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802851584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828005.706918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828005.706926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802851456:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828005.706930:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828005.706938:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828005.706949:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3608 00000100:00080000:3.0:1787828005.706957:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828005.706966:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828005.706976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828005.707006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802851712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828005.707031:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828005.707088:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828005/real 1787828005] req@ffff9d1f48273c00 x1874669802851456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828005.707110:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802851456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828005.707130:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828005.707138:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828005.707147:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802851456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828005.707188:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851584:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828005.707235:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828005.707256:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828005/real 1787828005] req@ffff9d1f48271e00 x1874669802851584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828005.707273:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802851584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828005.707285:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828005.707290:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828005.707294:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851584:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828005.707303:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851712:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828005.707360:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828005.707376:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828005/real 1787828005] req@ffff9d1f48271680 x1874669802851712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828005.707401:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802851712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828005.707412:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828005.707416:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828005.707421:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828005.834675:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828006.858680:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828007.882725:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828008.906684:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828009.930613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828010.826635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828010.826648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828010.826653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828010.826666:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3613 00000100:00080000:2.0:1787828010.826680:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828010.826689:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828010.826739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802851840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828010.826782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828010.826787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828010.826790:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828010.826795:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3613 00000100:00080000:2.0:1787828010.826799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828010.826804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828010.826817:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828010.826834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802851968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828010.826865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828010.826872:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802851840:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828010.826872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828010.826876:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828010.826885:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3613 00000100:00080000:2.0:1787828010.826890:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828010.826894:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828010.826899:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828010.826911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802852096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828010.826944:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828010.826985:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828010/real 1787828010] req@ffff9d1f45d103c0 x1874669802851840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828010.827024:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802851840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828010.827039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828010.827044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828010.827049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802851840:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828010.827078:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851968:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828010.827106:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828010.827121:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828010/real 1787828010] req@ffff9d1f45d10000 x1874669802851968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828010.827166:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802851968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828010.827174:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828010.827177:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828010.827180:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802851968:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828010.827186:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852096:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828010.827224:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828010.827238:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828010/real 1787828010] req@ffff9d1f45d121c0 x1874669802852096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828010.827252:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802852096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828010.827263:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828010.827266:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828010.827270:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852096:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828010.954677:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828011.978703:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828013.002715:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828014.026663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828015.050754:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828015.946645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828015.946655:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828015.946659:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828015.946668:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3618 00000100:00080000:0.0:1787828015.946679:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828015.946686:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828015.946735:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802852224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828015.946757:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828015.946760:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828015.946762:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828015.946764:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3618 00000100:00080000:0.0:1787828015.946767:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828015.946770:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828015.946778:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828015.946789:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802852352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828015.946793:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802852224:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828015.946802:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828015.946805:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828015.946806:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828015.946809:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3618 00000100:00080000:0.0:1787828015.946811:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828015.946814:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828015.946817:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828015.946827:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802852480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828015.946852:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828015.946884:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828015/real 1787828015] req@ffff9d1f4bd94b40 x1874669802852224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828015.946897:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802852224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828015.946905:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828015.946907:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828015.946910:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802852224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828015.946928:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852352:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828015.946943:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828015.946951:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828015/real 1787828015] req@ffff9d1f4bd95e00 x1874669802852352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828015.946959:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802852352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828015.946965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828015.946968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828015.946970:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852352:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828015.946974:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852480:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828015.946984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828015.946990:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828015/real 1787828015] req@ffff9d1f4bd97840 x1874669802852480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828015.946997:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802852480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828015.947004:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828015.947006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828015.947007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852480:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828016.074671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828017.098632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828018.122612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828019.146680:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828020.170680:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828021.066561:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828021.066584:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828021.066589:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828021.066601:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3623 00000100:00080000:0.0:1787828021.066617:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828021.066627:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828021.066670:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802852608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828021.066717:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828021.066723:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828021.066726:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828021.066734:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3623 00000100:00080000:0.0:1787828021.066739:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828021.066746:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828021.066760:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828021.066773:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802852608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828021.066789:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802852736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828021.066808:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828021.066814:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828021.066817:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828021.066825:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3623 00000100:00080000:0.0:1787828021.066831:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828021.066838:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828021.066845:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828021.066862:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802852864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828021.066888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828021.066952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffff9d1f4bd970c0 x1874669802852608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.066978:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802852608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.066995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.067002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828021.067009:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802852608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828021.067043:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852736:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828021.067072:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828021.067088:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffff9d1f4bd97840 x1874669802852736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.067105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802852736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.067117:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.067123:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828021.067131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828021.067144:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852864:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828021.067170:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828021.067182:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffff9d1f4bd95e00 x1874669802852864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.067196:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802852864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.067208:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.067242:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828021.067249:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802852864:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828021.194637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828022.218737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828023.242782:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828024.266708:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828025.290659:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828026.186659:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828026.186673:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828026.186679:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828026.186694:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3629 00000100:00080000:2.0:1787828026.186724:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828026.186736:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828026.186803:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802852992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828026.186864:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828026.186870:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828026.186882:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828026.186891:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3629 00000100:00080000:2.0:1787828026.186898:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828026.186907:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828026.186927:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828026.186943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802852992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828026.186977:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802853120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828026.186998:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828026.187003:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828026.187006:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828026.187013:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3629 00000100:00080000:2.0:1787828026.187019:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828026.187025:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828026.187045:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828026.187060:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828026.187068:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802853248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828026.187129:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffff9d1f45d11a40 x1874669802852992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828026.187154:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802852992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828026.187168:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828026.187173:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828026.187220:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802852992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828026.187252:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853120:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828026.187278:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828026.187291:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffff9d1f45d13c00 x1874669802853120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828026.187303:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802853120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828026.187311:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828026.187315:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828026.187318:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853120:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828026.187324:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853248:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828026.187340:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828026.187348:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffff9d1f45d12d00 x1874669802853248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828026.187359:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802853248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828026.187367:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828026.187371:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828026.187376:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853248:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828026.314668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828027.338706:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828028.362794:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828029.386750:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828030.410701:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828031.306700:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828031.306715:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828031.306722:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828031.306751:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3634 00000100:00080000:2.0:1787828031.306769:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828031.306783:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828031.306845:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802853376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828031.306879:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828031.306884:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828031.306886:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828031.306891:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3634 00000100:00080000:2.0:1787828031.306898:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828031.306904:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828031.306918:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828031.306937:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802853504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828031.306948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802853376:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828031.306955:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828031.306967:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828031.306971:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828031.306976:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3634 00000100:00080000:2.0:1787828031.306979:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828031.306982:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828031.306988:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828031.307002:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802853632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828031.307061:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828031.307126:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffff9d1f45d12580 x1874669802853376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.307168:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802853376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.307193:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.307198:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828031.307202:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802853376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828031.307235:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853504:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828031.307283:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828031.307304:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffff9d1f45d11680 x1874669802853504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.307325:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802853504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.307335:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.307339:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828031.307342:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828031.307349:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853632:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828031.307374:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828031.307385:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffff9d1f45d13840 x1874669802853632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.307416:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802853632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.307433:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.307436:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828031.307440:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853632:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828031.434728:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828032.458740:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828033.482673:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828034.506780:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828035.530685:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828036.426678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828036.426694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828036.426702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828036.426731:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3639 00000100:00080000:0.0:1787828036.426748:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828036.426761:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828036.426813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802853760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828036.426865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828036.426870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828036.426873:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828036.426878:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3639 00000100:00080000:0.0:1787828036.426883:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828036.426888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828036.426902:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828036.426920:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802853888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828036.426945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828036.426950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828036.426953:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828036.426958:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3639 00000100:00080000:0.0:1787828036.426962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828036.426967:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828036.426974:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828036.426981:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802853760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828036.426994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802854016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828036.427070:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828036.427183:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffff9d1f4bd94b40 x1874669802853760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.427226:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802853760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.427240:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.427246:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828036.427254:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802853760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828036.427268:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853888:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828036.427327:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828036.427351:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffff9d1f4bd95e00 x1874669802853888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.427395:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802853888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.427407:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.427411:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828036.427415:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802853888:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828036.427450:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854016:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828036.427513:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828036.427528:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffff9d1f4bd97840 x1874669802854016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.427542:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802854016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.427552:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.427556:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828036.427560:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854016:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828036.554711:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828037.578665:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828038.602759:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828039.626710:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828040.650728:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828041.546653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828041.546664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828041.546669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828041.546681:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3644 00000100:00080000:3.0:1787828041.546694:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828041.546701:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828041.546744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802854144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828041.546775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828041.546780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828041.546783:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828041.546787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3644 00000100:00080000:3.0:1787828041.546791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828041.546794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828041.546806:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828041.546820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802854272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828041.546836:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802854144:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828041.546837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828041.546851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828041.546853:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828041.546859:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3644 00000100:00080000:3.0:1787828041.546862:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828041.546866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828041.546872:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828041.546885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802854400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828041.546921:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828041.546967:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828041/real 1787828041] req@ffff9d1f48270f00 x1874669802854144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828041.546987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802854144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828041.547019:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828041.547024:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828041.547029:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802854144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828041.547058:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854272:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828041.547125:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828041.547150:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828041/real 1787828041] req@ffff9d1f48270b40 x1874669802854272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828041.547176:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802854272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828041.547211:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828041.547215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828041.547219:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854272:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828041.547225:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854400:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828041.547251:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828041.547276:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828041/real 1787828041] req@ffff9d1f482712c0 x1874669802854400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828041.547289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802854400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828041.547298:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828041.547301:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828041.547304:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854400:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828041.674688:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828042.698706:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828043.722578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828044.746583:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828045.770669:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828046.666569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828046.666582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828046.666589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828046.666604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3649 00000100:00080000:3.0:1787828046.666618:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828046.666628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828046.666679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802854528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828046.666729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828046.666737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828046.666741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828046.666751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3649 00000100:00080000:3.0:1787828046.666761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828046.666772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828046.666790:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828046.666793:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802854528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828046.666819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802854656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828046.666840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828046.666845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828046.666848:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828046.666854:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3649 00000100:00080000:3.0:1787828046.666860:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828046.666866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828046.666874:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828046.666884:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828046.666898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802854784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828046.666961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828046/real 1787828046] req@ffff9d1f48272d00 x1874669802854528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828046.666996:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802854528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828046.667019:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828046.667025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828046.667030:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802854528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828046.667087:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854656:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828046.667139:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828046.667158:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828046/real 1787828046] req@ffff9d1f48272940 x1874669802854656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828046.667173:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802854656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828046.667185:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828046.667189:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828046.667193:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854656:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828046.667201:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854784:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828046.667223:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828046.667235:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828046/real 1787828046] req@ffff9d1f48273480 x1874669802854784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828046.667249:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802854784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828046.667260:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828046.667263:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828046.667267:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802854784:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828046.794765:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828047.818643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828048.842660:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828049.866739:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828050.890609:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828051.786517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828051.786528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828051.786533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828051.786545:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3654 00000100:00080000:3.0:1787828051.786559:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828051.786567:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828051.786600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802854912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828051.786622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828051.786624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828051.786626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828051.786629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3654 00000100:00080000:3.0:1787828051.786632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828051.786634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828051.786642:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828051.786651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802855040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828051.786658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828051.786660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828051.786662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828051.786664:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3654 00000100:00080000:3.0:1787828051.786666:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828051.786668:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828051.786672:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828051.786679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802855168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828051.786691:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802854912:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828051.786755:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828051.786790:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828051/real 1787828051] req@ffff9d1f48270000 x1874669802854912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828051.786808:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802854912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828051.786816:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828051.786818:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828051.786821:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802854912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828051.786826:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855040:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828051.786845:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828051.786853:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828051/real 1787828051] req@ffff9d1f48273480 x1874669802855040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828051.786861:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802855040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828051.786867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828051.786869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828051.786872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855040:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828051.786889:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855168:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828051.786901:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828051.786908:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828051/real 1787828051] req@ffff9d1f48272940 x1874669802855168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828051.786915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802855168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828051.786921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828051.786923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828051.786924:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855168:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828051.914600:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828052.938657:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828053.962586:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828054.986675:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828056.010714:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828056.906590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828056.906603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828056.906609:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828056.906624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3659 00000100:00080000:3.0:1787828056.906638:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828056.906648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828056.906695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802855296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828056.906732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828056.906737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828056.906740:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828056.906745:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3659 00000100:00080000:3.0:1787828056.906749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828056.906753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828056.906766:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828056.906782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802855424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828056.906797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828056.906802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828056.906805:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828056.906810:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3659 00000100:00080000:3.0:1787828056.906813:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828056.906818:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828056.906824:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828056.906844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802855552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828056.906847:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802855296:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828056.906948:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828056.907050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828056/real 1787828056] req@ffff9d1f48272d00 x1874669802855296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828056.907088:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802855296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828056.907110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828056.907121:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828056.907131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802855296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828056.907148:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855424:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828056.907199:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828056.907223:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828056/real 1787828056] req@ffff9d1f482712c0 x1874669802855424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828056.907251:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802855424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828056.907265:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828056.907270:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828056.907275:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855424:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828056.907311:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855552:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828056.907346:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828056.907384:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828056/real 1787828056] req@ffff9d1f48270b40 x1874669802855552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828056.907400:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802855552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828056.907411:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828056.907415:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828056.907419:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855552:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828057.034679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828058.058672:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828059.082690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828060.106745:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828061.130563:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828062.026618:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828062.026642:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828062.026661:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828062.026674:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3664 00000100:00080000:1.0:1787828062.026686:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828062.026694:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828062.026740:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802855680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828062.026797:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828062.026802:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828062.026804:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828062.026809:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3664 00000100:00080000:1.0:1787828062.026813:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828062.026817:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828062.026828:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828062.026842:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802855808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828062.026865:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828062.026887:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828062.026890:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828062.026895:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3664 00000100:00080000:1.0:1787828062.026900:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828062.026906:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828062.026913:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828062.026916:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802855680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828062.026970:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802855936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828062.027103:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855808:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828062.027168:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855936:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828062.154656:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828063.178707:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828064.202765:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828065.098807:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787828065.098879:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828065.098902:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828065.098976:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828065.098988:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787828065.099051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffff9d1f47fa0000 x1874669802855936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.099086:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802855936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.099110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.099115:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828065.099121:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855936:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787828065.099140:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffff9d1f47fa0b40 x1874669802855680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.099154:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802855680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.099164:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.099168:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828065.099172:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802855680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828065.099179:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffff9d1f47fa21c0 x1874669802855808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.099200:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802855808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.099214:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.099220:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828065.099226:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802855808:192.168.203.151@tcp:38:kworker.0 00010000:00010000:2.0:1787828065.226569:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828066.250656:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828067.146642:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828067.146655:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828067.146661:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828067.146675:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3669 00000100:00080000:3.0:1787828067.146690:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828067.146701:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828067.146745:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802856064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828067.146783:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828067.146789:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828067.146791:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828067.146797:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3669 00000100:00080000:3.0:1787828067.146801:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828067.146806:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828067.146820:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828067.146845:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802856064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828067.146845:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802856192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828067.146918:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828067.146925:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828067.146929:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828067.146938:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3669 00000100:00080000:3.0:1787828067.146946:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828067.146956:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828067.146968:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828067.146971:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828067.147003:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802856320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828067.147054:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffff9d1f48270f00 x1874669802856064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828067.147098:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802856064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828067.147122:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828067.147131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828067.147139:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802856064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828067.147178:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856192:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828067.147226:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828067.147253:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffff9d1f48271680 x1874669802856192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828067.147277:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802856192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828067.147293:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828067.147299:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828067.147306:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856192:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828067.147317:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856320:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828067.147373:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828067.147398:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffff9d1f48271e00 x1874669802856320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828067.147422:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802856320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828067.147441:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828067.147447:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828067.147453:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856320:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828067.274633:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828068.298790:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828069.322709:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828070.346598:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828071.370730:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828072.266607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828072.266624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828072.266630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828072.266647:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3675 00000100:00080000:3.0:1787828072.266663:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828072.266674:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828072.266721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802856448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828072.266760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828072.266765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828072.266768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828072.266774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3675 00000100:00080000:3.0:1787828072.266779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828072.266785:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828072.266799:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828072.266819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802856576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828072.266836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828072.266843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802856448:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828072.266844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828072.266849:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828072.266886:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3675 00000100:00080000:3.0:1787828072.266893:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828072.266899:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828072.266907:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828072.266925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802856704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828072.266978:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828072.267037:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffff9d1f48273c00 x1874669802856448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828072.267061:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802856448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828072.267075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828072.267079:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828072.267085:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802856448:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828072.267114:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856576:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828072.267143:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828072.267159:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffff9d1f48270780 x1874669802856576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828072.267184:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802856576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828072.267195:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828072.267199:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828072.267203:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856576:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828072.267210:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856704:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828072.267231:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828072.267243:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffff9d1f48273840 x1874669802856704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828072.267257:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802856704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828072.267267:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828072.267271:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828072.267275:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856704:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828072.394708:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828073.418655:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828074.442631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828075.466654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828076.490685:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828077.386628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828077.386638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828077.386643:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828077.386653:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3680 00000100:00080000:3.0:1787828077.386663:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828077.386672:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828077.386718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802856832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828077.386757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828077.386763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828077.386766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828077.386772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3680 00000100:00080000:3.0:1787828077.386778:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828077.386783:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828077.386794:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828077.386815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802856960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828077.386817:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802856832:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828077.386852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828077.386856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828077.386859:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828077.386863:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3680 00000100:00080000:3.0:1787828077.386867:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828077.386872:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828077.386878:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828077.386891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802857088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828077.386909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828077.386960:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffff9d1f482703c0 x1874669802856832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828077.386978:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802856832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828077.386990:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828077.386995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828077.386999:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802856832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828077.387023:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856960:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828077.387044:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828077.387056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffff9d1f48273840 x1874669802856960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828077.387067:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802856960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828077.387075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828077.387077:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828077.387080:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802856960:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828077.387085:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857088:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828077.387100:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828077.387107:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffff9d1f48270780 x1874669802857088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828077.387118:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802857088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828077.387135:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828077.387138:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828077.387141:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828077.514678:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828078.538759:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828079.562714:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828080.586633:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828081.610663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828082.506616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828082.506627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828082.506631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828082.506643:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3685 00000100:00080000:0.0:1787828082.506655:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828082.506663:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828082.506724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802857216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828082.506800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828082.506804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828082.506806:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828082.506812:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3685 00000100:00080000:0.0:1787828082.506817:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828082.506838:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828082.506847:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828082.506849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802857216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828082.506862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802857344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828082.506872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828082.506874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828082.506876:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828082.506879:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3685 00000100:00080000:0.0:1787828082.506896:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828082.506899:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828082.506903:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828082.506906:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828082.506914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802857472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828082.506944:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828082/real 1787828082] req@ffff9d1f4bd970c0 x1874669802857216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828082.506958:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802857216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828082.506966:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828082.506969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828082.506972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802857216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828082.506994:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857344:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828082.507028:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828082.507042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828082/real 1787828082] req@ffff9d1f4bd97840 x1874669802857344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828082.507052:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802857344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828082.507058:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828082.507061:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828082.507063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857344:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828082.507068:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857472:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828082.507083:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828082.507091:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828082/real 1787828082] req@ffff9d1f4bd95e00 x1874669802857472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828082.507098:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802857472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828082.507104:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828082.507106:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828082.507108:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828082.634674:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828083.658744:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828084.682642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828085.706724:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828086.730798:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828087.626625:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828087.626640:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828087.626663:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828087.626681:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3690 00000100:00080000:2.0:1787828087.626699:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828087.626709:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828087.626790:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802857600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828087.626836:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828087.626844:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828087.626848:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828087.626859:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3690 00000100:00080000:2.0:1787828087.626866:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828087.626873:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828087.626887:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828087.626890:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802857600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828087.626916:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802857728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828087.626944:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828087.626948:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828087.626950:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828087.626955:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3690 00000100:00080000:2.0:1787828087.626960:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828087.626966:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828087.626974:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828087.626982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828087.626997:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802857856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828087.627058:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828087/real 1787828087] req@ffff9d1f45d13480 x1874669802857600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828087.627105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802857600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828087.627118:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828087.627122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828087.627127:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802857600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828087.627162:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857728:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828087.627189:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828087.627204:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828087/real 1787828087] req@ffff9d1f45d10780 x1874669802857728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828087.627217:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802857728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828087.627227:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828087.627231:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828087.627234:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828087.627241:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857856:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828087.627259:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828087.627295:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828087/real 1787828087] req@ffff9d1f45d11e00 x1874669802857856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828087.627319:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802857856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828087.627337:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828087.627344:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828087.627351:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802857856:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828087.754636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828088.778797:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828089.802808:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828090.826799:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828091.850663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828092.746779:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828092.746797:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828092.746806:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828092.746824:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3695 00000100:00080000:3.0:1787828092.746844:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828092.746859:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828092.746929:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802857984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828092.746988:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828092.746999:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828092.747003:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828092.747014:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3695 00000100:00080000:3.0:1787828092.747022:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828092.747030:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828092.747050:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828092.747058:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802857984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828092.747086:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802858112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828092.747116:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828092.747123:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828092.747127:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828092.747138:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3695 00000100:00080000:3.0:1787828092.747147:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787828092.747155:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828092.747204:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828092/real 1787828092] req@ffff9d1f48273c00 x1874669802857984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828092.747227:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802857984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828092.747241:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828092.747247:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828092.747253:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802857984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828092.747282:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858112:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828092.747307:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828092.747323:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828092/real 1787828092] req@ffff9d1f48271e00 x1874669802858112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828092.747341:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802858112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828092.747352:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828092.747356:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828092.747359:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858112:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787828092.747616:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828092.747632:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828092.747776:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802858240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828092.747861:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858240:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828092.747899:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828092.747917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828092/real 1787828092] req@ffff9d1f48271680 x1874669802858240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828092.747932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802858240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828092.747943:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828092.747947:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828092.747951:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858240:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828092.874663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828093.898744:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828094.922850:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828095.946789:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828096.970673:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828097.866747:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828097.866760:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828097.866767:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828097.866782:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3700 00000100:00080000:1.0:1787828097.866799:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828097.866812:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828097.866864:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802858368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828097.866907:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828097.866914:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828097.866918:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828097.866927:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3700 00000100:00080000:1.0:1787828097.866934:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828097.866942:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828097.866957:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828097.866978:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802858496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828097.866992:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828097.866996:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828097.866999:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828097.867002:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3700 00000100:00080000:1.0:1787828097.867007:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828097.867011:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828097.867018:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828097.867034:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802858624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828097.867035:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802858368:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828097.867120:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828097.867228:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828097/real 1787828097] req@ffff9d1f47fa1a40 x1874669802858368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828097.867258:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802858368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828097.867283:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828097.867288:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828097.867294:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802858368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828097.867325:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858496:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828097.867359:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828097.867376:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828097/real 1787828097] req@ffff9d1f47fa30c0 x1874669802858496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828097.867393:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802858496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828097.867405:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828097.867409:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828097.867413:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828097.867421:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858624:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828097.867442:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828097.867453:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828097/real 1787828097] req@ffff9d1f47fa1680 x1874669802858624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828097.867502:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802858624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828097.867514:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828097.867518:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828097.867523:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828097.994736:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828099.018835:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828100.042584:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828101.066798:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828102.090644:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828102.986640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828102.986670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828102.986674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828102.986684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3705 00000100:00080000:3.0:1787828102.986703:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828102.986714:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828102.986754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802858752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828102.986783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828102.986788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828102.986790:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828102.986794:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3705 00000100:00080000:3.0:1787828102.986797:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828102.986800:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828102.986811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828102.986826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802858880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828102.986837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828102.986841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828102.986843:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828102.986849:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3705 00000100:00100000:2.0:1787828102.986853:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802858752:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828102.986853:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828102.986860:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828102.986870:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828102.986880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802859008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828102.986945:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828102.986995:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828102/real 1787828102] req@ffff9d1f48270f00 x1874669802858752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828102.987014:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802858752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828102.987026:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828102.987032:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828102.987037:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802858752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828102.987060:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858880:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828102.987082:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828102.987095:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828102/real 1787828102] req@ffff9d1f48270b40 x1874669802858880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828102.987114:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802858880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828102.987127:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828102.987132:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828102.987137:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802858880:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828102.987148:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859008:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828102.987179:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828102.987193:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828102/real 1787828102] req@ffff9d1f482712c0 x1874669802859008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828102.987205:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802859008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828102.987214:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828102.987218:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828102.987221:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859008:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828103.114693:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828104.138777:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828105.162748:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828106.186728:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828107.210740:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828108.106564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828108.106594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828108.106601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828108.106642:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3710 00000100:00080000:3.0:1787828108.106664:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828108.106676:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828108.106744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802859136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828108.106788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828108.106794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828108.106797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828108.106803:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3710 00000100:00080000:3.0:1787828108.106807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828108.106813:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828108.106833:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828108.106855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802859136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828108.106857:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802859264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828108.106886:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828108.106891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828108.106893:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828108.106899:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3710 00000100:00080000:3.0:1787828108.106914:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828108.106922:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828108.106932:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828108.106957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802859392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828108.106986:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828108.107071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffff9d1f48272d00 x1874669802859136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828108.107098:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802859136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828108.107115:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828108.107120:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828108.107127:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802859136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828108.107165:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859264:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828108.107194:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828108.107210:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffff9d1f48272940 x1874669802859264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828108.107225:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802859264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828108.107246:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828108.107250:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828108.107254:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859264:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828108.107261:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859392:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828108.107282:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828108.107293:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffff9d1f48273480 x1874669802859392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828108.107307:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802859392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828108.107318:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828108.107322:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828108.107326:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859392:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828108.234789:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828109.258593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828110.282719:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828111.306762:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828112.330728:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828113.226696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828113.226710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828113.226715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828113.226728:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3716 00000100:00080000:3.0:1787828113.226742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828113.226752:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828113.226800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802859520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828113.226838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828113.226844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828113.226846:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828113.226852:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3716 00000100:00080000:3.0:1787828113.226857:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828113.226862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828113.226876:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828113.226904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802859520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828113.226904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802859648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828113.226945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828113.226949:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828113.226952:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828113.226960:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3716 00000100:00080000:3.0:1787828113.226965:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828113.226970:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828113.226977:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828113.226998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802859776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828113.227052:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828113.227132:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffff9d1f48270000 x1874669802859520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828113.227154:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802859520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828113.227166:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828113.227171:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828113.227175:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802859520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828113.227210:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859648:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828113.227247:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828113.227259:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffff9d1f48273480 x1874669802859648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828113.227270:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802859648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828113.227277:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828113.227280:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828113.227283:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828113.227288:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859776:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828113.227304:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828113.227312:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffff9d1f48272940 x1874669802859776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828113.227320:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802859776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828113.227327:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828113.227329:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828113.227332:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802859776:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828113.354800:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828114.378595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828115.402697:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828116.426713:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828117.450692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828118.346613:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828118.346626:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828118.346631:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828118.346654:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3721 00000100:00080000:3.0:1787828118.346669:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828118.346681:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828118.346737:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802859904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828118.346786:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828118.346794:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828118.346797:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828118.346804:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3721 00000100:00080000:3.0:1787828118.346811:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828118.346818:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828118.346832:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828118.346851:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802859904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828118.346859:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802860032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828118.346882:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828118.346886:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828118.346889:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828118.346894:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3721 00000100:00080000:3.0:1787828118.346899:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828118.346903:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828118.346911:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828118.346927:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802860160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828118.346969:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828118.347027:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffff9d1f48272d00 x1874669802859904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828118.347051:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802859904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828118.347065:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828118.347071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828118.347076:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802859904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828118.347106:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860032:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828118.347135:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828118.347151:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffff9d1f482712c0 x1874669802860032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828118.347166:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802860032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828118.347176:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828118.347180:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828118.347184:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860032:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828118.347191:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860160:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828118.347211:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828118.347222:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffff9d1f48270b40 x1874669802860160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828118.347236:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802860160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828118.347255:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828118.347259:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828118.347263:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860160:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828118.474731:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828119.498734:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828120.522727:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828121.546696:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828122.570747:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828123.466566:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828123.466578:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828123.466583:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828123.466595:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3726 00000100:00080000:3.0:1787828123.466607:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828123.466615:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828123.466655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802860288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828123.466695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828123.466702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828123.466705:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828123.466713:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3726 00000100:00080000:3.0:1787828123.466720:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828123.466727:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828123.466743:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828123.466753:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802860288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828123.466764:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802860416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828123.466780:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828123.466785:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828123.466787:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828123.466792:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3726 00000100:00080000:3.0:1787828123.466816:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828123.466822:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828123.466829:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828123.466830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828123.466850:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802860544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828123.466897:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffff9d1f48270f00 x1874669802860288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828123.466918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802860288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828123.466931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828123.466936:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828123.466941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802860288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828123.466970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860416:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828123.466995:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828123.467008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffff9d1f48271680 x1874669802860416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828123.467021:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802860416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828123.467060:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828123.467064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828123.467068:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860416:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828123.467077:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860544:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828123.467101:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828123.467113:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffff9d1f48271e00 x1874669802860544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828123.467126:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802860544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828123.467146:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828123.467150:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828123.467153:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860544:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828123.594725:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828124.618662:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828125.642626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828126.666732:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828127.690698:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828128.586579:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828128.586593:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828128.586600:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828128.586614:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3731 00000100:00080000:3.0:1787828128.586632:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828128.586646:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828128.586703:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802860672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828128.586749:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828128.586754:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828128.586757:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828128.586763:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3731 00000100:00080000:3.0:1787828128.586770:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828128.586777:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828128.586792:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828128.586806:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802860672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828128.586818:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802860800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828128.586838:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828128.586847:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828128.586850:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828128.586856:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3731 00000100:00080000:3.0:1787828128.586879:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828128.586885:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828128.586894:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828128.586919:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802860928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828128.586998:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828128.587067:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860928:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828128.714682:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828129.738724:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828130.762659:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828131.658849:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828131.658903:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828131.658926:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828131.658970:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828131.658980:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787828131.659052:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828128/real 1787828131] req@ffff9d1f48270780 x1874669802860800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828131.659102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802860800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828131.659126:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828131.659135:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828131.659144:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828131.659159:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828128/real 1787828131] req@ffff9d1f48273840 x1874669802860928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828131.659185:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802860928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828131.659203:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828131.659210:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828131.659217:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802860928:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787828131.659231:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828128/real 1787828131] req@ffff9d1f48273c00 x1874669802860672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828131.659257:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802860672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828131.659268:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828131.659272:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828131.659277:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802860672:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787828131.786793:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828132.810790:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828133.706627:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828133.706644:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828133.706650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828133.706665:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3736 00000100:00080000:3.0:1787828133.706683:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828133.706695:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828133.706760:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802861056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828133.706812:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828133.706817:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828133.706819:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828133.706825:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3736 00000100:00080000:3.0:1787828133.706832:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828133.706839:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828133.706856:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828133.706884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802861056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828133.706910:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802861184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828133.706938:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828133.706943:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828133.706946:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828133.706951:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3736 00000100:00080000:3.0:1787828133.706955:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828133.706960:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828133.706966:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828133.706980:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802861312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828133.707021:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828133.707126:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828133/real 1787828133] req@ffff9d1f482703c0 x1874669802861056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828133.707160:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802861056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828133.707179:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828133.707187:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828133.707194:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802861056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828133.707254:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861184:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828133.707297:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828133.707320:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828133/real 1787828133] req@ffff9d1f48273c00 x1874669802861184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828133.707339:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802861184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828133.707353:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828133.707358:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828133.707363:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861184:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828133.707372:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861312:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828133.707406:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828133.707425:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828133/real 1787828133] req@ffff9d1f48273840 x1874669802861312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828133.707509:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802861312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828133.707523:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828133.707529:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828133.707534:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861312:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828133.834729:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828134.858614:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828135.882751:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828136.906718:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828137.930770:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828138.826599:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828138.826613:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828138.826618:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828138.826631:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3741 00000100:00080000:3.0:1787828138.826646:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828138.826655:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828138.826715:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802861440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828138.826759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828138.826763:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828138.826765:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828138.826770:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3741 00000100:00080000:3.0:1787828138.826775:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828138.826780:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828138.826796:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828138.826820:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802861568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828138.826825:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802861440:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828138.826857:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828138.826864:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828138.826868:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828138.826874:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3741 00000100:00080000:3.0:1787828138.826879:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828138.826885:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828138.826893:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828138.826907:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802861696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828138.826926:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828138.827000:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828138/real 1787828138] req@ffff9d1f48270780 x1874669802861440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828138.827024:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802861440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828138.827039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828138.827045:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828138.827050:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802861440:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828138.827079:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861568:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828138.827127:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828138.827143:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828138/real 1787828138] req@ffff9d1f48271e00 x1874669802861568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828138.827159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802861568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828138.827171:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828138.827175:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828138.827180:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861568:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828138.827189:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861696:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828138.827216:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828138.827230:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828138/real 1787828138] req@ffff9d1f48271680 x1874669802861696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828138.827245:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802861696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828138.827263:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828138.827267:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828138.827271:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861696:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828138.954782:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828139.978638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828141.002682:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828142.026618:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828143.050742:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828143.946693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828143.946712:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828143.946720:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828143.946736:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3746 00000100:00080000:2.0:1787828143.946754:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828143.946767:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828143.946824:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802861824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828143.946874:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828143.946883:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828143.946886:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828143.946894:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3746 00000100:00080000:2.0:1787828143.946902:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828143.946911:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828143.946928:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828143.946940:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802861824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828143.946961:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802861952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828143.946992:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828143.947000:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828143.947005:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828143.947014:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3746 00000100:00080000:2.0:1787828143.947021:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828143.947030:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828143.947042:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828143.947043:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828143.947074:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802862080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828143.947112:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828143/real 1787828143] req@ffff9d1f45d130c0 x1874669802861824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828143.947138:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802861824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828143.947152:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828143.947157:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828143.947162:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802861824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828143.947192:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861952:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828143.947220:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828143.947244:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828143/real 1787828143] req@ffff9d1f45d12940 x1874669802861952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828143.947260:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802861952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828143.947270:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828143.947274:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828143.947278:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802861952:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828143.947287:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862080:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828143.947327:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828143.947340:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828143/real 1787828143] req@ffff9d1f45d112c0 x1874669802862080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828143.947392:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802862080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828143.947416:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828143.947422:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828143.947429:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862080:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828144.074613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828145.098620:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828146.122745:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828147.146704:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828148.170733:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828149.066599:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828149.066609:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828149.066613:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828149.066625:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3751 00000100:00080000:3.0:1787828149.066637:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828149.066657:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828149.066696:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802862208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828149.066740:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828149.066745:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828149.066747:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828149.066751:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3751 00000100:00080000:3.0:1787828149.066756:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828149.066761:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828149.066773:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828149.066787:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802862336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828149.066801:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828149.066805:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828149.066808:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828149.066815:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802862208:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828149.066816:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3751 00000100:00080000:3.0:1787828149.066823:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828149.066834:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828149.066840:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828149.066853:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802862464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828149.066909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828149.066953:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffff9d1f48270f00 x1874669802862208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828149.066974:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802862208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828149.066987:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828149.066991:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828149.066996:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802862208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828149.067022:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862336:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828149.067046:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828149.067061:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffff9d1f48270b40 x1874669802862336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828149.067074:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802862336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828149.067084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828149.067088:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828149.067092:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862336:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828149.067098:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862464:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828149.067124:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828149.067143:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffff9d1f482712c0 x1874669802862464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828149.067164:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802862464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828149.067180:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828149.067203:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828149.067210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862464:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828149.194709:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828150.218644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828151.242740:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828152.266775:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828153.290738:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828154.186633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828154.186650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828154.186656:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828154.186674:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3757 00000100:00080000:0.0:1787828154.186692:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828154.186706:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828154.186778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802862592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828154.186848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828154.186854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828154.186857:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828154.186863:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3757 00000100:00080000:0.0:1787828154.186870:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828154.186876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828154.186892:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828154.186915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802862720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828154.186929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828154.186935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828154.186939:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828154.186948:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3757 00000100:00080000:0.0:1787828154.186953:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828154.186959:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828154.186966:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828154.186985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802862848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828154.187007:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802862592:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828154.187127:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828154.187192:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffff9d1f4bd94b40 x1874669802862592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.187212:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802862592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.187245:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.187251:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828154.187257:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802862592:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828154.187269:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862720:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828154.187352:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828154.187371:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffff9d1f4bd95e00 x1874669802862720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.187390:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802862720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.187400:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.187404:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828154.187407:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828154.187439:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862848:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828154.187462:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828154.187509:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffff9d1f4bd97840 x1874669802862848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.187522:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802862848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.187549:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.187554:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828154.187558:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802862848:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828154.314820:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828155.338781:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828156.362730:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828157.386673:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828158.410791:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828159.306590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828159.306614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828159.306620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828159.306634:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3762 00000100:00080000:0.0:1787828159.306648:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828159.306659:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828159.306722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802862976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828159.306757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828159.306762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828159.306764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828159.306769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3762 00000100:00080000:0.0:1787828159.306772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828159.306777:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828159.306788:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828159.306804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802863104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828159.306816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828159.306821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828159.306823:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828159.306827:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3762 00000100:00080000:0.0:1787828159.306830:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828159.306834:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828159.306840:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828159.306857:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802863232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828159.306857:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802862976:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828159.306943:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828159.307017:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffff9d1f4bd970c0 x1874669802862976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.307041:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802862976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.307063:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.307068:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828159.307073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802862976:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828159.307082:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863104:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828159.307107:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828159.307120:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffff9d1f4bd97840 x1874669802863104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.307134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802863104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.307144:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.307148:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828159.307151:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863104:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828159.307187:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863232:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828159.307210:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828159.307221:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffff9d1f4bd95e00 x1874669802863232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.307235:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802863232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.307244:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.307247:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828159.307282:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863232:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828159.434756:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828160.458714:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828161.482719:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828162.506785:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828163.530813:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828164.426718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828164.426736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828164.426744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828164.426761:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3767 00000100:00080000:3.0:1787828164.426779:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828164.426793:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828164.426855:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802863360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828164.426895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828164.426904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828164.426907:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828164.426913:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3767 00000100:00080000:3.0:1787828164.426920:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828164.426927:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828164.426944:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828164.426978:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802863488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828164.426999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828164.427008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787828164.427010:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802863360:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828164.427014:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828164.427030:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3767 00000100:00080000:3.0:1787828164.427036:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828164.427044:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828164.427054:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828164.427138:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828164.427197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802863616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828164.427246:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffff9d1f48272d00 x1874669802863360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.427302:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802863360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.427323:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.427333:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828164.427344:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802863360:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828164.427404:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863488:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828164.427549:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828164.427602:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffff9d1f48272940 x1874669802863488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.427652:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802863488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.427665:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.427673:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828164.427681:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828164.427691:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863616:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828164.427740:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828164.427760:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffff9d1f48273480 x1874669802863616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.427775:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802863616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.427786:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.427791:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828164.427795:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863616:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828164.554745:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828165.578733:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828166.602617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828167.626695:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828168.650628:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828169.546610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828169.546627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828169.546634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828169.546652:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3772 00000100:00080000:3.0:1787828169.546668:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828169.546680:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828169.546744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802863744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828169.546781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828169.546786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828169.546789:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828169.546794:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3772 00000100:00080000:3.0:1787828169.546799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828169.546806:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828169.546819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828169.546841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802863872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828169.546843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802863744:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828169.546869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828169.546874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828169.546875:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828169.546881:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3772 00000100:00080000:3.0:1787828169.546885:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828169.546889:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828169.546896:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828169.546911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802864000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828169.546940:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828169.547022:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828169/real 1787828169] req@ffff9d1f48270000 x1874669802863744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828169.547046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802863744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828169.547061:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828169.547066:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828169.547072:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802863744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828169.547102:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863872:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828169.547129:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828169.547144:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828169/real 1787828169] req@ffff9d1f48273480 x1874669802863872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828169.547159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802863872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828169.547170:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828169.547174:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828169.547201:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802863872:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828169.547215:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864000:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828169.547255:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828169.547276:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828169/real 1787828169] req@ffff9d1f48272940 x1874669802864000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828169.547298:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802864000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828169.547309:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828169.547313:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828169.547317:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864000:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828169.674715:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828170.698757:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828171.722629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828172.746738:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828173.770700:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828174.666580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828174.666597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828174.666605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828174.666624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3777 00000100:00080000:3.0:1787828174.666645:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828174.666657:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828174.666726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802864128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828174.666780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828174.666789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828174.666793:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828174.666803:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3777 00000100:00080000:3.0:1787828174.666812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828174.666822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828174.666844:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828174.666846:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802864128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828174.666880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802864256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828174.666901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828174.666907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828174.666910:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828174.666916:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3777 00000100:00080000:3.0:1787828174.666921:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828174.666928:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828174.666937:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828174.666955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802864384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828174.666979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828174.667068:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828174/real 1787828174] req@ffff9d1f48272d00 x1874669802864128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828174.667105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802864128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828174.667127:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828174.667136:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828174.667174:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802864128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828174.667216:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864256:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828174.667254:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828174.667273:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828174/real 1787828174] req@ffff9d1f482712c0 x1874669802864256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828174.667289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802864256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828174.667301:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828174.667306:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828174.667311:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864256:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828174.667318:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864384:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828174.667341:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828174.667354:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828174/real 1787828174] req@ffff9d1f48270b40 x1874669802864384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828174.667368:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802864384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828174.667379:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828174.667382:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828174.667386:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864384:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828174.794722:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828175.818711:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828176.842654:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828177.866687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828178.890675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828179.786566:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828179.786576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828179.786580:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828179.786589:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3782 00000100:00080000:3.0:1787828179.786611:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828179.786617:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828179.786681:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802864512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828179.786704:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828179.786707:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828179.786708:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828179.786728:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3782 00000100:00080000:3.0:1787828179.786731:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828179.786734:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828179.786742:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828179.786755:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802864640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828179.786764:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828179.786767:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828179.786769:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828179.786772:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3782 00000100:00080000:3.0:1787828179.786774:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828179.786796:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802864512:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828179.786796:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828179.786803:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828179.786811:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802864768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828179.786854:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828179.786899:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828179/real 1787828179] req@ffff9d1f48270f00 x1874669802864512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828179.786912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802864512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828179.786921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828179.786923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828179.786927:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802864512:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828179.786932:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864640:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828179.786946:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828179.786954:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828179/real 1787828179] req@ffff9d1f48271680 x1874669802864640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828179.786966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802864640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828179.786972:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828179.786974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828179.786976:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828179.787004:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864768:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828179.787016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828179.787022:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828179/real 1787828179] req@ffff9d1f48271e00 x1874669802864768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828179.787030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802864768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828179.787035:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828179.787037:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828179.787040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802864768:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828179.914570:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828180.938645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828181.962671:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828182.986788:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828184.010663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828184.906545:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828184.906555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828184.906560:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828184.906573:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3787 00000100:00080000:3.0:1787828184.906582:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828184.906588:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828184.906619:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802864896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828184.906642:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828184.906645:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828184.906646:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828184.906650:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3787 00000100:00080000:3.0:1787828184.906652:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828184.906655:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828184.906663:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828184.906671:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802865024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828184.906680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828184.906683:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828184.906684:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828184.906687:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3787 00000100:00080000:3.0:1787828184.906689:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828184.906691:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828184.906696:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828184.906702:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802864896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828184.906714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802865152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828184.906760:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828184.906793:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828184/real 1787828184] req@ffff9d1f48270780 x1874669802864896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828184.906806:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802864896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828184.906814:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828184.906816:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828184.906820:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802864896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828184.906824:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865024:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828184.906838:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828184.906845:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828184/real 1787828184] req@ffff9d1f48273840 x1874669802865024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828184.906853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802865024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828184.906858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828184.906860:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828184.906862:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865024:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828184.906879:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865152:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828184.906890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828184.906896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828184/real 1787828184] req@ffff9d1f48273c00 x1874669802865152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828184.906903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802865152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828184.906909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828184.906911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828184.906913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865152:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828185.034606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828186.058596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828187.082665:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828188.106607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828189.130728:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828190.026530:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828190.026545:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828190.026550:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828190.026562:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3792 00000100:00080000:3.0:1787828190.026574:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828190.026581:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828190.026624:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802865280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828190.026653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828190.026656:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828190.026658:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828190.026661:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3792 00000100:00080000:3.0:1787828190.026664:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828190.026666:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828190.026677:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828190.026688:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802865408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828190.026695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828190.026698:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828190.026699:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828190.026701:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3792 00000100:00080000:3.0:1787828190.026705:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828190.026708:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828190.026712:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828190.026719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802865536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828190.026740:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802865280:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828190.026821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828190.026865:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffff9d1f482703c0 x1874669802865280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828190.026889:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802865280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828190.026898:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828190.026902:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828190.026905:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802865280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828190.026911:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865408:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828190.026925:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828190.026933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffff9d1f48273c00 x1874669802865408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828190.026951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802865408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828190.026957:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828190.026959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828190.026961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865408:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828190.026965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865536:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828190.026977:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828190.026984:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffff9d1f48273840 x1874669802865536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828190.026991:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802865536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828190.026997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828190.026999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828190.027001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865536:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828190.154653:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828191.178664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828192.202659:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828193.226620:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828194.250652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828195.146547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828195.146561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828195.146567:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828195.146581:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3797 00000100:00080000:3.0:1787828195.146593:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828195.146601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828195.146643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802865664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828195.146670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828195.146673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828195.146675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828195.146678:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3797 00000100:00080000:3.0:1787828195.146680:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828195.146683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828195.146693:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828195.146705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802865792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828195.146713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828195.146719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828195.146721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828195.146724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3797 00000100:00080000:3.0:1787828195.146727:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828195.146730:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828195.146733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828195.146740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802865920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828195.146767:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802865664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828195.146884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865792:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828195.146942:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865920:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828195.274619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828196.298590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828197.322616:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828198.218784:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828198.218847:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828198.218870:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828198.218917:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828198.218928:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787828198.219304:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffff9d1f48271680 x1874669802865920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828198.219337:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802865920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828198.219353:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828198.219359:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828198.219365:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865920:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787828198.219376:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffff9d1f48270780 x1874669802865664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828198.219401:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802865664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828198.219412:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828198.219417:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828198.219422:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802865664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828198.219440:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffff9d1f48271e00 x1874669802865792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828198.219477:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802865792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828198.219489:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828198.219493:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828198.219497:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802865792:192.168.203.151@tcp:38:kworker.0 00010000:00010000:0.0:1787828198.346624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828199.370629:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828200.266541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828200.266549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828200.266553:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828200.266562:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3803 00000100:00080000:0.0:1787828200.266572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828200.266579:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828200.266608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802866048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828200.266627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828200.266631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828200.266633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828200.266637:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3803 00000100:00080000:0.0:1787828200.266640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828200.266645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828200.266654:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828200.266669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802866176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828200.266676:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802866048:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828200.266679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828200.266682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828200.266685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828200.266688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3803 00000100:00080000:0.0:1787828200.266692:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828200.266696:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828200.266700:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828200.266709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802866304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828200.266739:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828200.266780:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffff9d1f4bd94b40 x1874669802866048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828200.266796:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802866048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828200.266806:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828200.266810:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828200.266815:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802866048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828200.266839:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866176:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828200.266861:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828200.266874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffff9d1f4bd95e00 x1874669802866176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828200.266887:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802866176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828200.266895:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828200.266898:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828200.266901:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866176:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828200.266907:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866304:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828200.266928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828200.266941:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffff9d1f4bd97840 x1874669802866304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828200.266955:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802866304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828200.266964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828200.266982:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828200.266986:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866304:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828200.394580:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828201.418613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828202.442643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828203.466638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828204.490578:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828205.386547:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828205.386555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828205.386560:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828205.386568:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3808 00000100:00080000:0.0:1787828205.386578:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828205.386591:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828205.386629:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802866432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828205.386659:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828205.386662:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828205.386664:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828205.386667:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3808 00000100:00080000:0.0:1787828205.386671:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828205.386677:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828205.386686:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828205.386699:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802866560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828205.386711:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828205.386714:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802866432:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828205.386721:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828205.386727:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828205.386739:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3808 00000100:00080000:0.0:1787828205.386742:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828205.386745:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828205.386748:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828205.386760:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802866688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828205.386820:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828205.386868:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffff9d1f4bd970c0 x1874669802866432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828205.386885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802866432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828205.386894:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828205.386898:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828205.386902:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802866432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828205.386926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866560:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828205.386966:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828205.386977:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffff9d1f4bd97840 x1874669802866560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828205.386986:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802866560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828205.386992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828205.386995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828205.386997:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828205.387002:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866688:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828205.387016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828205.387022:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffff9d1f4bd95e00 x1874669802866688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828205.387035:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802866688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828205.387041:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828205.387042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828205.387044:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866688:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828205.514610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828206.538628:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828207.562602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828208.586578:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828209.610596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828210.506591:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828210.506598:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828210.506602:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828210.506610:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3813 00000100:00080000:1.0:1787828210.506619:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828210.506625:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828210.506655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802866816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828210.506679:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828210.506682:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828210.506683:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828210.506686:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3813 00000100:00080000:1.0:1787828210.506689:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828210.506691:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828210.506700:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828210.506710:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802866944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828210.506721:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802866816:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828210.506722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828210.506729:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828210.506732:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828210.506736:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3813 00000100:00080000:1.0:1787828210.506738:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828210.506740:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828210.506743:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828210.506753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802867072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828210.506788:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828210.506822:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828210/real 1787828210] req@ffff9d1f47fa03c0 x1874669802866816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828210.506835:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802866816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828210.506843:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828210.506846:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828210.506849:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802866816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828210.506867:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866944:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828210.506881:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828210.506889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828210/real 1787828210] req@ffff9d1f47fa0780 x1874669802866944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828210.506912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802866944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828210.506923:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828210.506926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828210.506928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802866944:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828210.506933:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867072:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828210.506947:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828210.506954:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828210/real 1787828210] req@ffff9d1f47fa1680 x1874669802867072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828210.506962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802867072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828210.506967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828210.506969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828210.506971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867072:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828210.634606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828211.658621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828212.682695:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828213.706652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828214.730588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828215.626550:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828215.626560:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828215.626565:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828215.626576:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3818 00000100:00080000:3.0:1787828215.626587:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828215.626594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828215.626634:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802867200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828215.626654:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828215.626657:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828215.626659:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828215.626662:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3818 00000100:00080000:3.0:1787828215.626665:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828215.626668:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828215.626677:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828215.626687:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802867200:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828215.626688:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802867328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828215.626704:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828215.626708:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828215.626711:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828215.626715:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3818 00000100:00080000:3.0:1787828215.626719:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828215.626724:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828215.626730:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828215.626743:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802867456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828215.626751:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828215.626789:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828215/real 1787828215] req@ffff9d1f48270f00 x1874669802867200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828215.626802:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802867200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828215.626810:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828215.626813:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828215.626816:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802867200:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828215.626835:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867328:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828215.626850:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828215.626870:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828215/real 1787828215] req@ffff9d1f48270b40 x1874669802867328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828215.626880:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802867328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828215.626887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828215.626889:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828215.626891:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867328:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828215.626896:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867456:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828215.626910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828215.626918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828215/real 1787828215] req@ffff9d1f482712c0 x1874669802867456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828215.626925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802867456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828215.626931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828215.626933:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828215.626934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867456:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828215.754603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828216.778590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828217.802594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828218.826647:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828219.850612:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828220.746543:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828220.746554:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828220.746559:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828220.746570:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3823 00000100:00080000:3.0:1787828220.746583:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828220.746590:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828220.746633:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802867584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828220.746659:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828220.746662:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828220.746663:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828220.746666:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3823 00000100:00080000:3.0:1787828220.746669:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828220.746672:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828220.746683:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828220.746692:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802867584:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828220.746694:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802867712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828220.746708:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828220.746711:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828220.746712:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828220.746715:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3823 00000100:00080000:3.0:1787828220.746718:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828220.746720:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828220.746723:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828220.746731:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802867840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828220.746769:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828220.746812:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828220/real 1787828220] req@ffff9d1f48272d00 x1874669802867584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828220.746838:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802867584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828220.746848:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828220.746851:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828220.746854:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802867584:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828220.746878:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867712:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828220.746894:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828220.746903:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828220/real 1787828220] req@ffff9d1f48272940 x1874669802867712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828220.746912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802867712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828220.746918:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828220.746920:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828220.746922:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867712:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828220.746926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867840:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828220.746937:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828220.746943:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828220/real 1787828220] req@ffff9d1f48273480 x1874669802867840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828220.746951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802867840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828220.746962:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828220.746964:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828220.746966:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802867840:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828220.874612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828221.898620:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828222.922578:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828223.946630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828224.970661:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828225.866529:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828225.866544:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828225.866550:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828225.866563:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3828 00000100:00080000:3.0:1787828225.866577:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828225.866587:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828225.866635:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802867968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828225.866667:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828225.866671:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828225.866672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828225.866676:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3828 00000100:00080000:3.0:1787828225.866681:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828225.866685:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828225.866696:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828225.866704:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802867968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828225.866713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802868096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828225.866723:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828225.866725:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828225.866727:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828225.866730:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3828 00000100:00080000:3.0:1787828225.866733:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828225.866735:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828225.866739:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828225.866748:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802868224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828225.866786:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828225.866846:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828225/real 1787828225] req@ffff9d1f48270000 x1874669802867968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828225.866867:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802867968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828225.866880:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828225.866884:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828225.866889:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802867968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828225.866915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868096:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828225.866937:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828225.866949:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828225/real 1787828225] req@ffff9d1f48273480 x1874669802868096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828225.866962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802868096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828225.866972:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828225.866976:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828225.866980:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868096:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828225.866987:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868224:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828225.867004:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828225.867014:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828225/real 1787828225] req@ffff9d1f48272940 x1874669802868224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828225.867026:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802868224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828225.867036:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828225.867039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828225.867043:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868224:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828225.994599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828227.018626:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828228.042607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828229.066598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828230.090607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828230.986629:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828230.986646:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828230.986657:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828230.986666:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3833 00000100:00080000:3.0:1787828230.986686:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828230.986693:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828230.986772:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802868352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828230.986821:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828230.986827:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828230.986829:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828230.986833:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3833 00000100:00080000:3.0:1787828230.986857:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828230.986863:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828230.986865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802868352:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787828230.986886:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828230.986901:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802868480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828230.986929:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828230.986931:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828230.986933:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787828230.986938:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787828230.986939:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3833 00000100:00080000:3.0:1787828230.986945:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828230.986949:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828230.986954:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828230.986976:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828230/real 1787828230] req@ffff9d1f48272d00 x1874669802868352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828230.986981:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802868608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828230.987008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802868352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828230.987017:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828230.987021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828230.987024:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802868352:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828230.987043:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868480:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828230.987071:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828230.987096:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828230/real 1787828230] req@ffff9d1f482712c0 x1874669802868480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828230.987110:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802868480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828230.987129:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828230.987133:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828230.987137:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868480:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828230.987144:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868608:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828230.987174:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828230.987184:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828230/real 1787828230] req@ffff9d1f48270b40 x1874669802868608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828230.987193:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802868608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828230.987199:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828230.987202:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828230.987205:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868608:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828231.114623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828232.138605:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828233.162602:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828234.186676:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828235.210700:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828236.106600:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.106612:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828236.106618:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.106632:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3838 00000100:00080000:3.0:1787828236.106647:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.106657:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828236.106708:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802868736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828236.106790:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.106795:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828236.106797:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.106802:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3838 00000100:00080000:3.0:1787828236.106808:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.106814:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828236.106828:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828236.106856:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802868736:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828236.106857:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802868864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828236.106901:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.106906:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828236.106909:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.106917:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3838 00000100:00080000:3.0:1787828236.106924:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.106930:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828236.106939:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828236.106961:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828236.107012:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffff9d1f48270f00 x1874669802868736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828236.107036:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802868736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828236.107050:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828236.107055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828236.107062:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802868736:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828236.107079:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802868992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828236.107097:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868864:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828236.107132:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828236.107152:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffff9d1f48271e00 x1874669802868864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828236.107167:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802868864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828236.107178:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828236.107182:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828236.107187:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868864:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828236.107200:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868992:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828236.107221:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828236.107233:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffff9d1f48270780 x1874669802868992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828236.107259:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802868992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828236.107270:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828236.107274:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828236.107277:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802868992:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828236.234758:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828237.258696:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828238.282679:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828239.306758:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828240.330585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828241.226885:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.226898:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828241.226903:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.226935:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3844 00000100:00080000:1.0:1787828241.226947:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828241.226956:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828241.227001:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802869120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828241.227056:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.227061:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828241.227064:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.227070:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3844 00000100:00080000:1.0:1787828241.227076:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828241.227081:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828241.227097:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828241.227114:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802869248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828241.227131:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.227136:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828241.227139:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.227152:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3844 00000100:00080000:1.0:1787828241.227158:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787828241.227158:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802869120:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828241.227169:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828241.227180:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828241.227199:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802869376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828241.227317:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828241.227402:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffff9d1f47fa30c0 x1874669802869120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.227430:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802869120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.227497:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.227507:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828241.227517:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802869120:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828241.227568:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869248:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828241.227624:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828241.227644:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffff9d1f47fa1a40 x1874669802869248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.227660:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802869248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.227673:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.227677:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828241.227708:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869248:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828241.227731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869376:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828241.227764:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828241.227779:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffff9d1f47fa21c0 x1874669802869376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.227795:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802869376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.227807:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.227811:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828241.227816:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869376:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828241.354748:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828242.378653:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828243.402697:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828244.426747:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828245.450583:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828246.346712:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828246.346728:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828246.346734:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828246.346748:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3849 00000100:00080000:3.0:1787828246.346777:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828246.346789:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828246.346842:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802869504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828246.346884:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828246.346889:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828246.346892:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828246.346899:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3849 00000100:00080000:3.0:1787828246.346905:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828246.346911:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828246.346925:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828246.346938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802869504:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828246.346951:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802869632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828246.346975:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828246.346982:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828246.346986:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828246.346995:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3849 00000100:00080000:3.0:1787828246.347006:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828246.347015:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787828246.347023:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787828246.347031:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828246.347056:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802869760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828246.347089:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffff9d1f48271680 x1874669802869504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.347112:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802869504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.347126:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.347130:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828246.347135:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802869504:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828246.347161:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869632:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828246.347206:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828246.347221:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffff9d1f48273840 x1874669802869632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.347236:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802869632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.347247:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.347251:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828246.347266:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869632:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828246.347274:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869760:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828246.347309:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828246.347331:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffff9d1f48273c00 x1874669802869760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.347422:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802869760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.347437:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.347441:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828246.347445:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802869760:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828246.474727:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828247.498801:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828248.522616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828249.546634:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828250.570692:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828251.466649:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828251.466657:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828251.466661:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828251.466670:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3854 00000100:00080000:3.0:1787828251.466680:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828251.466687:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828251.466717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802869888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828251.466740:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828251.466743:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828251.466744:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828251.466748:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3854 00000100:00080000:3.0:1787828251.466751:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828251.466754:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828251.466762:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828251.466773:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802870016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828251.466781:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787828251.466790:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802869888:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828251.466791:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828251.466793:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828251.466806:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3854 00000100:00080000:3.0:1787828251.466810:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828251.466812:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828251.466815:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828251.466823:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802870144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828251.466880:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828251.466926:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffff9d1f482703c0 x1874669802869888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.466942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802869888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.466952:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.466956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828251.466959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802869888:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828251.466982:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870016:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828251.466999:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828251.467008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffff9d1f48273c00 x1874669802870016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.467016:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802870016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.467027:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.467030:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828251.467032:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870016:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828251.467037:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870144:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828251.467050:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828251.467056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffff9d1f48273840 x1874669802870144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.467064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802870144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.467070:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.467071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828251.467073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870144:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828251.594706:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828252.618635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828253.642720:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828254.666580:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828255.690642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828256.586555:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828256.586568:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828256.586592:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828256.586607:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3859 00000100:00080000:3.0:1787828256.586639:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828256.586648:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828256.586688:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802870272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828256.586719:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828256.586723:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828256.586725:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828256.586729:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3859 00000100:00080000:3.0:1787828256.586733:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828256.586737:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828256.586749:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828256.586761:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802870400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828256.586774:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828256.586779:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828256.586784:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828256.586785:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802870272:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828256.586792:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3859 00000100:00080000:3.0:1787828256.586807:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828256.586813:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828256.586819:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828256.586851:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802870528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828256.586903:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828256.586955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828256/real 1787828256] req@ffff9d1f48271680 x1874669802870272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828256.586972:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802870272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828256.586983:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828256.586987:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828256.586990:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802870272:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828256.587018:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870400:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828256.587036:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828256.587046:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828256/real 1787828256] req@ffff9d1f48270780 x1874669802870400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828256.587055:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802870400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828256.587062:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828256.587064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828256.587066:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870400:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828256.587071:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870528:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828256.587084:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828256.587090:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828256/real 1787828256] req@ffff9d1f48271e00 x1874669802870528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828256.587099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802870528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828256.587105:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828256.587107:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828256.587109:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870528:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828256.714669:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828257.738590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828258.762726:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828259.786737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828260.810707:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828261.706551:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828261.706563:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828261.706579:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828261.706590:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3864 00000100:00080000:3.0:1787828261.706602:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828261.706610:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828261.706670:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802870656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828261.706699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828261.706702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828261.706703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828261.706706:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3864 00000100:00080000:3.0:1787828261.706709:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828261.706712:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828261.706724:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828261.706736:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802870656:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828261.706739:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802870784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828261.706751:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828261.706754:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828261.706765:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828261.706768:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3864 00000100:00080000:3.0:1787828261.706771:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828261.706774:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828261.706778:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828261.706787:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802870912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828261.706883:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870784:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828261.706913:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870912:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828261.834626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828262.858635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828263.882703:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828264.778755:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828264.778796:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828264.778811:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828264.778850:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828264.778858:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787828264.778899:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828261/real 1787828264] req@ffff9d1f48270b40 x1874669802870784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828264.778934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802870784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828264.778949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828264.778954:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828264.778958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870784:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828264.778966:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828261/real 1787828264] req@ffff9d1f482712c0 x1874669802870912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828264.778978:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802870912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828264.778986:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828264.778990:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828264.778993:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802870912:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787828264.778999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828261/real 1787828264] req@ffff9d1f48270f00 x1874669802870656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828264.779011:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802870656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828264.779019:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828264.779023:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828264.779027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802870656:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787828264.906703:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828265.930727:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828266.826607:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828266.826621:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828266.826627:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828266.826658:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3869 00000100:00080000:1.0:1787828266.826673:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828266.826684:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828266.826738:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802871040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828266.826819:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828266.826825:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828266.826827:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828266.826832:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3869 00000100:00080000:1.0:1787828266.826836:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828266.826841:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828266.826854:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828266.826878:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802871040:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828266.826880:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802871168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828266.826908:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828266.826915:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828266.826917:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828266.826923:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3869 00000100:00080000:1.0:1787828266.826930:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828266.826935:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828266.826942:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828266.826979:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802871296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828266.826998:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828266.827076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828266/real 1787828266] req@ffff9d1f47fa0b40 x1874669802871040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828266.827102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802871040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828266.827119:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828266.827125:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828266.827131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802871040:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828266.827161:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871168:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828266.827206:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828266.827225:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828266/real 1787828266] req@ffff9d1f47fa0000 x1874669802871168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828266.827242:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802871168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828266.827253:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828266.827258:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828266.827262:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871168:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828266.827271:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871296:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828266.827306:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828266.827325:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828266/real 1787828266] req@ffff9d1f47fa0f00 x1874669802871296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828266.827343:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802871296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828266.827357:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828266.827362:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828266.827367:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871296:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828266.954670:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828267.978748:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828269.002781:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828270.026754:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828271.050787:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828271.946638:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828271.946653:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828271.946660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828271.946675:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3874 00000100:00080000:2.0:1787828271.946690:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828271.946701:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828271.946756:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802871424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828271.946789:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828271.946796:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828271.946800:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828271.946809:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3874 00000100:00080000:2.0:1787828271.946816:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828271.946825:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828271.946845:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828271.946871:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802871552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828271.946891:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828271.946896:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828271.946899:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828271.946905:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3874 00000100:00080000:2.0:1787828271.946911:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828271.946917:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828271.946926:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828271.946944:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802871680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828271.947014:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802871424:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828271.947118:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828271.947190:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828271/real 1787828271] req@ffff9d1f45d112c0 x1874669802871424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828271.947222:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802871424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828271.947243:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828271.947251:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828271.947260:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802871424:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828271.947275:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871552:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828271.947314:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828271.947338:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828271/real 1787828271] req@ffff9d1f45d12940 x1874669802871552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828271.947361:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802871552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828271.947396:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828271.947402:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828271.947409:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871552:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828271.947420:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871680:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828271.947459:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828271.947573:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828271/real 1787828271] req@ffff9d1f45d130c0 x1874669802871680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828271.947598:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802871680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828271.947614:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828271.947622:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828271.947627:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871680:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828272.074661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828273.098757:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828274.122753:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828275.146639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828276.170631:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828277.066571:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828277.066580:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828277.066583:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828277.066592:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3879 00000100:00080000:3.0:1787828277.066601:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828277.066607:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828277.066637:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802871808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828277.066664:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828277.066667:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828277.066668:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828277.066671:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3879 00000100:00080000:3.0:1787828277.066673:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828277.066676:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828277.066683:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828277.066691:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802871936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828277.066699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828277.066704:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828277.066705:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828277.066708:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3879 00000100:00080000:3.0:1787828277.066710:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828277.066713:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828277.066716:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828277.066724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802871808:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828277.066725:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802872064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828277.066782:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828277.066815:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffff9d1f48272d00 x1874669802871808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828277.066828:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802871808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828277.066841:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828277.066844:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828277.066847:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802871808:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828277.066852:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871936:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828277.066866:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828277.066873:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffff9d1f48272940 x1874669802871936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828277.066881:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802871936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828277.066887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828277.066889:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828277.066891:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802871936:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828277.066908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872064:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828277.066919:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828277.066926:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffff9d1f48273480 x1874669802872064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828277.066934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802872064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828277.066939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828277.066941:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828277.066943:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872064:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828277.194607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828278.218639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828279.242635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828280.266605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828281.290549:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828282.186554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828282.186564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828282.186569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828282.186590:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3885 00000100:00080000:3.0:1787828282.186601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828282.186609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828282.186648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802872192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828282.186683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828282.186686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828282.186687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828282.186700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3885 00000100:00080000:3.0:1787828282.186702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828282.186705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828282.186713:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828282.186723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802872320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828282.186748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828282.186753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787828282.186765:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802872192:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828282.186765:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828282.186773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3885 00000100:00080000:3.0:1787828282.186776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828282.186779:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828282.186783:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828282.186808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802872448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828282.186859:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828282.186900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffff9d1f48270000 x1874669802872192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828282.186919:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802872192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828282.186930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828282.186934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828282.186939:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802872192:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828282.186961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872320:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828282.186981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828282.186991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffff9d1f48273480 x1874669802872320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828282.186999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802872320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828282.187005:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828282.187018:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828282.187020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872320:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828282.187024:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872448:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828282.187037:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828282.187047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffff9d1f48272940 x1874669802872448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828282.187060:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802872448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828282.187069:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828282.187072:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828282.187075:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872448:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828282.314610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828283.338591:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828284.362589:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828285.386621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828286.410600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828287.306627:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828287.306640:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828287.306646:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828287.306658:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3890 00000100:00080000:2.0:1787828287.306671:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828287.306679:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828287.306724:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802872576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828287.306760:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828287.306763:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828287.306765:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828287.306769:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3890 00000100:00080000:2.0:1787828287.306771:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828287.306774:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828287.306784:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828287.306793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802872704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828287.306806:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828287.306810:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828287.306812:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828287.306815:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3890 00000100:00080000:2.0:1787828287.306825:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828287.306828:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828287.306832:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828287.306840:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802872832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828287.306850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802872576:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787828287.306928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828287.306975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffff9d1f45d130c0 x1874669802872576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828287.306988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802872576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828287.306996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828287.306999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828287.307003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802872576:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828287.307008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872704:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828287.307023:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828287.307031:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffff9d1f45d12940 x1874669802872704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828287.307039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802872704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828287.307044:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828287.307047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828287.307049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872704:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828287.307068:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872832:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828287.307079:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828287.307085:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffff9d1f45d112c0 x1874669802872832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828287.307092:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802872832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828287.307098:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828287.307100:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828287.307101:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802872832:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828287.434593:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828288.458602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828289.482631:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828290.506631:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828291.530703:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828292.426529:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828292.426539:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828292.426543:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828292.426554:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3895 00000100:00080000:2.0:1787828292.426566:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828292.426574:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828292.426615:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802872960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828292.426640:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828292.426644:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828292.426645:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828292.426649:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3895 00000100:00080000:2.0:1787828292.426651:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828292.426653:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828292.426665:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828292.426675:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802873088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828292.426684:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828292.426687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828292.426688:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828292.426693:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3895 00000100:00100000:0.0:1787828292.426695:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802872960:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828292.426696:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828292.426703:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828292.426707:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828292.426713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802873216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828292.426778:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828292.426823:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffff9d1f45d11e00 x1874669802872960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828292.426838:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802872960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828292.426847:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828292.426850:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828292.426854:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802872960:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828292.426877:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873088:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828292.426895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828292.426903:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffff9d1f45d10780 x1874669802873088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828292.426911:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802873088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828292.426917:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828292.426920:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828292.426922:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873088:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828292.426925:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873216:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828292.426936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828292.426943:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffff9d1f45d13480 x1874669802873216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828292.426950:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802873216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828292.426957:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828292.426958:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828292.426960:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873216:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828292.554624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828293.578655:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828294.602626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828295.626601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828296.650695:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828297.546541:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828297.546552:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828297.546557:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828297.546569:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3900 00000100:00080000:3.0:1787828297.546580:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828297.546588:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828297.546638:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802873344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828297.546659:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828297.546663:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828297.546664:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828297.546667:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3900 00000100:00080000:3.0:1787828297.546670:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828297.546672:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828297.546684:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828297.546693:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802873472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828297.546702:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828297.546705:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828297.546708:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828297.546711:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802873344:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828297.546712:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3900 00000100:00080000:3.0:1787828297.546715:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828297.546718:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828297.546721:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828297.546728:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802873600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828297.546802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828297.546844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828297/real 1787828297] req@ffff9d1f48272d00 x1874669802873344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828297.546860:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802873344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828297.546870:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828297.546875:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828297.546879:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802873344:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828297.546907:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873472:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828297.546933:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828297.546945:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828297/real 1787828297] req@ffff9d1f48270f00 x1874669802873472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828297.546953:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802873472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828297.546960:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828297.546963:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828297.546965:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873472:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828297.546969:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873600:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828297.546983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828297.546989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828297/real 1787828297] req@ffff9d1f482712c0 x1874669802873600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828297.546997:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802873600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828297.547002:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828297.547004:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828297.547006:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873600:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828297.674710:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828298.698671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828299.722652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828300.746596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828301.770634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828302.666592:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828302.666604:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828302.666609:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828302.666621:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3905 00000100:00080000:0.0:1787828302.666634:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828302.666641:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828302.666685:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802873728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828302.666715:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828302.666718:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828302.666719:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828302.666723:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3905 00000100:00080000:0.0:1787828302.666725:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828302.666727:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828302.666737:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828302.666750:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802873856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828302.666759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828302.666763:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828302.666764:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828302.666767:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3905 00000100:00080000:0.0:1787828302.666770:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828302.666775:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828302.666781:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828302.666783:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802873728:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828302.666793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802873984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828302.666858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828302.666905:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828302/real 1787828302] req@ffff9d1f4bd94b40 x1874669802873728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828302.666924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802873728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828302.666944:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828302.666948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828302.666952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802873728:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828302.666961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873856:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828302.666983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828302.666994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828302/real 1787828302] req@ffff9d1f4bd95e00 x1874669802873856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828302.667007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802873856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828302.667017:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828302.667021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828302.667024:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873856:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828302.667050:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873984:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828302.667067:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828302.667076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828302/real 1787828302] req@ffff9d1f4bd97840 x1874669802873984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828302.667089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802873984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828302.667098:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828302.667101:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828302.667104:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802873984:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828302.794639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828303.818637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828304.842625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828305.866624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828306.890759:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828307.786569:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828307.786582:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828307.786588:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828307.786601:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3910 00000100:00080000:0.0:1787828307.786624:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828307.786634:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828307.786684:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802874112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828307.786719:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828307.786723:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828307.786725:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828307.786729:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3910 00000100:00080000:0.0:1787828307.786732:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828307.786736:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828307.786748:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828307.786765:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802874240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828307.786777:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828307.786781:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828307.786784:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828307.786788:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3910 00000100:00080000:0.0:1787828307.786792:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828307.786796:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828307.786803:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828307.786805:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802874112:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828307.786815:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802874368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828307.786902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828307.786959:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828307/real 1787828307] req@ffff9d1f4bd970c0 x1874669802874112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828307.786987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802874112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828307.786998:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828307.787003:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828307.787008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802874112:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828307.787018:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874240:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828307.787056:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828307.787076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828307/real 1787828307] req@ffff9d1f4bd97840 x1874669802874240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828307.787096:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802874240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828307.787106:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828307.787110:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828307.787116:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874240:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828307.787150:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874368:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828307.787176:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828307.787188:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828307/real 1787828307] req@ffff9d1f4bd95e00 x1874669802874368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828307.787204:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802874368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828307.787770:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828307.787783:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828307.787789:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874368:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828307.914640:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828308.938628:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828309.962717:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828310.986590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828312.010627:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828312.906565:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828312.906576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828312.906581:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828312.906591:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3915 00000100:00080000:0.0:1787828312.906603:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828312.906628:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828312.906666:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802874496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828312.906695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828312.906699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828312.906701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828312.906710:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3915 00000100:00080000:0.0:1787828312.906713:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828312.906718:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828312.906728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828312.906740:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802874624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828312.906752:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828312.906757:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787828312.906757:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802874496:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828312.906761:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828312.906770:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3915 00000100:00080000:0.0:1787828312.906774:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828312.906777:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828312.906781:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828312.906793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802874752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828312.906834:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828312.906882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828312/real 1787828312] req@ffff9d1f4bd94b40 x1874669802874496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828312.906903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802874496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828312.906913:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828312.906917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828312.906920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802874496:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828312.906944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874624:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828312.906964:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828312.906974:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828312/real 1787828312] req@ffff9d1f4bd95e00 x1874669802874624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828312.906984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802874624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828312.906992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828312.907011:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828312.907014:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874624:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828312.907021:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874752:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828312.907038:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828312.907047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828312/real 1787828312] req@ffff9d1f4bd97840 x1874669802874752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828312.907057:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802874752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828312.907065:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828312.907067:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828312.907070:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802874752:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828313.034663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828314.058648:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828315.082775:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828316.106656:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828317.130621:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828318.026578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.026589:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828318.026594:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828318.026609:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3920 00000100:00080000:0.0:1787828318.026624:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.026635:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828318.026687:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802874880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828318.026737:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.026741:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828318.026744:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828318.026749:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3920 00000100:00080000:0.0:1787828318.026753:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.026758:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828318.026771:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828318.026791:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802875008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828318.026805:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802874880:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828318.026810:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.026821:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828318.026823:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828318.026828:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3920 00000100:00080000:0.0:1787828318.026831:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.026835:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828318.026841:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828318.026854:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802875136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828318.026911:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828318.026994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffff9d1f4bd970c0 x1874669802874880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828318.027017:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802874880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828318.027030:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828318.027046:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828318.027051:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802874880:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828318.027079:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875008:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828318.027108:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828318.027123:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffff9d1f4bd97840 x1874669802875008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828318.027137:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802875008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828318.027169:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828318.027184:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828318.027188:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875008:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828318.027195:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875136:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828318.027217:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828318.027229:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffff9d1f4bd95e00 x1874669802875136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828318.027252:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802875136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828318.027262:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828318.027266:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828318.027269:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875136:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828318.154663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828319.178664:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828320.202601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828321.226652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828322.250722:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828323.146627:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828323.146641:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828323.146646:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828323.146671:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3925 00000100:00080000:0.0:1787828323.146687:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828323.146697:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828323.146749:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802875264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828323.146784:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828323.146788:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828323.146791:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828323.146795:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3925 00000100:00080000:0.0:1787828323.146798:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828323.146801:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828323.146814:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828323.146831:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802875392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828323.146850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802875264:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828323.146853:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828323.146868:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828323.146882:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828323.146889:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3925 00000100:00080000:0.0:1787828323.146896:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828323.146904:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828323.146912:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828323.146928:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802875520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828323.146940:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828323.147011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffff9d1f4bd94b40 x1874669802875264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828323.147049:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802875264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828323.147063:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828323.147068:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828323.147072:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802875264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828323.147150:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875392:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828323.147194:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828323.147206:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffff9d1f4bd95e00 x1874669802875392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828323.147217:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802875392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828323.147225:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828323.147246:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828323.147251:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875392:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828323.147258:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875520:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828323.147278:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828323.147287:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffff9d1f4bd97840 x1874669802875520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828323.147298:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802875520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828323.147306:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828323.147309:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828323.147311:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875520:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828323.274669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828324.298740:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828325.322696:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828326.346652:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828327.370832:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828328.266574:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828328.266586:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828328.266591:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.266602:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3931 00000100:00080000:0.0:1787828328.266613:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.266621:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828328.266725:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802875648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828328.266757:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828328.266761:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828328.266763:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.266768:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3931 00000100:00080000:0.0:1787828328.266772:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.266776:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828328.266787:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828328.266803:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802875776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828328.266813:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802875648:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828328.266827:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828328.266837:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828328.266841:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.266846:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3931 00000100:00080000:0.0:1787828328.266851:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.266856:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828328.266863:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828328.266876:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802875904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828328.266961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828328.266990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875904:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828328.394621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828329.418671:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828330.442687:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828331.338795:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787828331.338852:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828331.338873:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828331.338946:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828331.338975:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787828331.339013:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffff9d1f4bd97840 x1874669802875776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828331.339070:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802875776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828331.339087:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828331.339093:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828331.339100:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828331.339110:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffff9d1f4bd95e00 x1874669802875904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828331.339126:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802875904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828331.339136:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828331.339141:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828331.339145:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802875904:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787828331.339152:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffff9d1f4bd970c0 x1874669802875648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828331.339175:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802875648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828331.339184:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828331.339188:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828331.339193:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802875648:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787828331.466675:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828332.490690:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828333.386530:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.386540:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828333.386543:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828333.386552:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3936 00000100:00080000:0.0:1787828333.386562:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.386569:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828333.386599:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802876032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828333.386621:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.386624:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828333.386625:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828333.386628:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3936 00000100:00080000:0.0:1787828333.386631:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.386634:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828333.386642:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828333.386651:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802876160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828333.386660:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.386663:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828333.386666:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828333.386667:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802876032:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828333.386671:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3936 00000100:00080000:0.0:1787828333.386675:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.386680:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828333.386683:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828333.386691:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802876288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828333.386739:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828333.386792:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffff9d1f4bd94b40 x1874669802876032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828333.386808:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802876032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828333.386817:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828333.386820:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828333.386825:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802876032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828333.386854:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876160:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828333.386879:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828333.386894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffff9d1f4bd970c0 x1874669802876160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828333.386906:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802876160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828333.386915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828333.386920:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828333.386923:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876160:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828333.386930:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876288:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828333.386951:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828333.386962:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffff9d1f4bd95e00 x1874669802876288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828333.386973:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802876288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828333.386982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828333.386986:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828333.386989:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876288:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828333.514611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828334.538618:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828335.562724:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828336.586677:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828337.610625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828338.506520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828338.506528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828338.506532:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828338.506541:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3941 00000100:00080000:1.0:1787828338.506551:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828338.506557:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828338.506596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802876416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828338.506622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828338.506625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828338.506626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828338.506629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3941 00000100:00080000:1.0:1787828338.506632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828338.506634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828338.506642:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828338.506650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802876544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828338.506658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828338.506660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828338.506661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828338.506664:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3941 00000100:00080000:1.0:1787828338.506667:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828338.506669:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828338.506673:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828338.506679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802876672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828338.506687:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802876416:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828338.506762:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828338.506811:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828338/real 1787828338] req@ffff9d1f47fa1e00 x1874669802876416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828338.506831:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802876416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828338.506843:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828338.506848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828338.506853:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802876416:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828338.506864:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876544:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828338.506890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828338.506903:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828338/real 1787828338] req@ffff9d1f47fa2580 x1874669802876544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828338.506917:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802876544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828338.506926:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828338.506930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828338.506933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828338.506958:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876672:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828338.506980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828338.506993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828338/real 1787828338] req@ffff9d1f47fa3840 x1874669802876672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828338.507019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802876672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828338.507029:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828338.507034:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828338.507038:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876672:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828338.634681:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828339.658684:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828340.682709:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828341.706700:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828342.730593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828343.626556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828343.626566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828343.626571:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828343.626580:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3946 00000100:00080000:1.0:1787828343.626593:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828343.626609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828343.626646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802876800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828343.626674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828343.626677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828343.626680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828343.626684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3946 00000100:00080000:1.0:1787828343.626690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828343.626694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828343.626705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828343.626723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802876928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828343.626725:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802876800:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828343.626746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828343.626750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828343.626752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828343.626757:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3946 00000100:00080000:1.0:1787828343.626762:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828343.626766:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828343.626772:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828343.626788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802877056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828343.626817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828343.626875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828343/real 1787828343] req@ffff9d1f47fa3c00 x1874669802876800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828343.626895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802876800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828343.626912:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828343.626915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828343.626920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802876800:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828343.626948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876928:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828343.626998:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828343.627012:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828343/real 1787828343] req@ffff9d1f47fa2940 x1874669802876928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828343.627025:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802876928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828343.627034:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828343.627037:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828343.627040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802876928:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828343.627046:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877056:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828343.627066:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828343.627076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828343/real 1787828343] req@ffff9d1f47fa3840 x1874669802877056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828343.627087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802877056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828343.627095:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828343.627098:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828343.627101:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877056:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828343.754646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828344.778650:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828345.802678:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828346.826748:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828347.850687:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828348.746624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828348.746636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828348.746642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828348.746655:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3951 00000100:00080000:2.0:1787828348.746668:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828348.746700:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828348.746745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802877184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828348.746777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828348.746782:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828348.746785:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828348.746790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3951 00000100:00080000:2.0:1787828348.746795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828348.746801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828348.746814:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828348.746832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802877312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828348.746850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802877184:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828348.746874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828348.746879:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828348.746881:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828348.746887:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3951 00000100:00080000:2.0:1787828348.746892:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828348.746897:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828348.746905:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828348.746921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802877440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828348.746985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828348.747052:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828348/real 1787828348] req@ffff9d1f45d13840 x1874669802877184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828348.747075:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802877184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828348.747090:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828348.747096:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828348.747101:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802877184:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828348.747132:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877312:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828348.747161:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828348.747175:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828348/real 1787828348] req@ffff9d1f45d11680 x1874669802877312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828348.747190:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802877312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828348.747201:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828348.747205:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828348.747209:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877312:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828348.747216:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877440:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828348.747236:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828348.747248:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828348/real 1787828348] req@ffff9d1f45d12580 x1874669802877440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828348.747262:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802877440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828348.747272:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828348.747275:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828348.747279:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877440:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828348.874673:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828349.898625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828350.922611:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828351.946715:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828352.970836:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828353.866570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828353.866580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828353.866585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828353.866596:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3956 00000100:00080000:2.0:1787828353.866608:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828353.866616:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828353.866656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802877568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828353.866683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828353.866687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828353.866699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828353.866705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3956 00000100:00080000:2.0:1787828353.866709:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828353.866713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828353.866722:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828353.866731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802877568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828353.866740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802877696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828353.866753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828353.866767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828353.866768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828353.866772:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3956 00000100:00080000:2.0:1787828353.866776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828353.866780:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828353.866785:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828353.866797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802877824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828353.866817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828353.866859:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828353/real 1787828353] req@ffff9d1f45d12d00 x1874669802877568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828353.866877:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802877568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828353.866888:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828353.866891:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828353.866895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802877568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828353.866943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877696:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828353.866973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828353.866986:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828353/real 1787828353] req@ffff9d1f45d13c00 x1874669802877696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828353.867003:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802877696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828353.867011:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828353.867014:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828353.867017:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877696:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828353.867022:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877824:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828353.867049:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828353.867061:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828353/real 1787828353] req@ffff9d1f45d11a40 x1874669802877824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828353.867077:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802877824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828353.867089:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828353.867094:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828353.867099:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802877824:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828353.994719:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828355.018764:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828356.042654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828357.066615:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828358.090632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828358.986545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828358.986554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828358.986558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828358.986566:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3961 00000100:00080000:0.0:1787828358.986575:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828358.986580:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828358.986609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802877952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828358.986631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828358.986634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828358.986635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828358.986638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3961 00000100:00080000:0.0:1787828358.986640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828358.986643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828358.986652:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828358.986664:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802877952:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828358.986665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802878080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828358.986680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828358.986682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828358.986683:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828358.986686:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3961 00000100:00080000:0.0:1787828358.986689:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828358.986694:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828358.986700:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828358.986713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802878208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828358.986725:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828358.986759:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828358/real 1787828358] req@ffff9d1f4bd97840 x1874669802877952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828358.986772:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802877952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828358.986780:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828358.986783:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828358.986786:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802877952:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828358.986803:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878080:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828358.986818:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828358.986826:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828358/real 1787828358] req@ffff9d1f4bd95e00 x1874669802878080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828358.986833:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802878080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828358.986844:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828358.986846:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828358.986848:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878080:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828358.986852:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878208:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828358.986875:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828358.986884:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828358/real 1787828358] req@ffff9d1f4bd970c0 x1874669802878208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828358.986891:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802878208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828358.986897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828358.986899:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828358.986901:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878208:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828359.114635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828360.138623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828361.162567:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828362.186654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828363.210624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828364.106534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828364.106545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828364.106551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828364.106562:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3966 00000100:00080000:0.0:1787828364.106590:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828364.106607:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828364.106643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802878336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828364.106665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828364.106668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828364.106669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828364.106672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3966 00000100:00080000:0.0:1787828364.106676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828364.106679:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828364.106688:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828364.106719:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802878336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828364.106721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802878464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828364.106743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828364.106747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828364.106749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828364.106753:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3966 00000100:00080000:0.0:1787828364.106757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828364.106761:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828364.106767:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828364.106780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802878592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828364.106803:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828364.106889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffff9d1f4bd94b40 x1874669802878336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828364.106917:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802878336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828364.106951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828364.106969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828364.106973:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802878336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828364.107001:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878464:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828364.107028:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828364.107041:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffff9d1f4bd970c0 x1874669802878464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828364.107052:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802878464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828364.107060:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828364.107064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828364.107067:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878464:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828364.107072:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878592:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828364.107088:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828364.107097:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffff9d1f4bd95e00 x1874669802878592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828364.107107:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802878592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828364.107115:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828364.107117:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828364.107120:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878592:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828364.234626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828365.258579:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828366.282692:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828367.306769:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828368.330890:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828369.226565:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828369.226573:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828369.226577:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828369.226585:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3972 00000100:00080000:3.0:1787828369.226594:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828369.226599:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828369.226631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802878720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828369.226654:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828369.226656:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828369.226658:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828369.226661:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3972 00000100:00080000:3.0:1787828369.226664:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828369.226666:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828369.226674:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828369.226683:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802878848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828369.226690:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828369.226693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828369.226695:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828369.226697:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3972 00000100:00080000:3.0:1787828369.226699:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828369.226701:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828369.226721:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828369.226729:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802878720:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828369.226731:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802878976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828369.226815:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828369.226867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffff9d1f48270b40 x1874669802878720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828369.226881:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802878720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828369.226889:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828369.226892:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828369.226895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802878720:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828369.226900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878848:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828369.226917:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828369.226928:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffff9d1f48271e00 x1874669802878848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828369.226940:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802878848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828369.226950:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828369.226954:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828369.226957:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878848:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828369.226980:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878976:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828369.227016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828369.227028:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffff9d1f48270780 x1874669802878976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828369.227039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802878976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828369.227061:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828369.227082:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828369.227085:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802878976:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828369.354647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828370.378607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828371.402606:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828372.426700:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828373.450636:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828374.346532:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828374.346541:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828374.346545:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828374.346554:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3977 00000100:00080000:3.0:1787828374.346564:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828374.346571:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828374.346608:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802879104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828374.346640:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828374.346648:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828374.346650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828374.346656:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3977 00000100:00080000:3.0:1787828374.346661:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828374.346666:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828374.346675:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828374.346689:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802879232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828374.346699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828374.346702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828374.346704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828374.346708:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3977 00000100:00080000:3.0:1787828374.346711:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828374.346714:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828374.346718:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828374.346730:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802879104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828374.346731:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802879360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828374.346813:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828374.346850:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffff9d1f48271680 x1874669802879104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828374.346865:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802879104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828374.346875:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828374.346878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828374.346881:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802879104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828374.346887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879232:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828374.346903:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828374.346912:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffff9d1f48273840 x1874669802879232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828374.346922:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802879232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828374.346929:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828374.346931:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828374.346933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879232:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828374.346953:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879360:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828374.346967:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828374.346974:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffff9d1f48273c00 x1874669802879360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828374.346983:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802879360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828374.346989:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828374.346991:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828374.346993:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879360:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828374.474813:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828375.498651:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828376.522798:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828377.546701:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828378.570619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828379.466601:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828379.466613:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828379.466629:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828379.466641:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3982 00000100:00080000:3.0:1787828379.466668:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828379.466683:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828379.466761:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802879488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828379.466798:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828379.466830:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828379.466834:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828379.466842:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3982 00000100:00080000:3.0:1787828379.466848:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828379.466865:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828379.466881:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828379.466907:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802879616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828379.466912:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802879488:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828379.466926:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828379.466932:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828379.466935:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828379.466940:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3982 00000100:00080000:3.0:1787828379.466945:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828379.466952:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828379.466960:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828379.466976:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802879744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828379.466991:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828379.467048:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffff9d1f482703c0 x1874669802879488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828379.467086:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802879488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828379.467102:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828379.467109:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828379.467115:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802879488:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828379.467182:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879616:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828379.467239:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828379.467269:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffff9d1f48273c00 x1874669802879616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828379.467296:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802879616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828379.467312:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828379.467319:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828379.467325:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879616:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828379.467339:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879744:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828379.467389:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828379.467430:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffff9d1f48273840 x1874669802879744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828379.467453:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802879744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828379.467536:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828379.467543:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828379.467550:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802879744:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828379.594800:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828380.618619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828381.642648:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828382.666678:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828383.690595:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828384.586538:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828384.586546:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828384.586551:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828384.586559:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3987 00000100:00080000:3.0:1787828384.586569:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828384.586575:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828384.586608:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802879872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828384.586630:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828384.586633:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828384.586634:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828384.586637:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3987 00000100:00080000:3.0:1787828384.586639:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828384.586641:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828384.586649:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828384.586657:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802880000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828384.586664:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828384.586666:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828384.586667:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828384.586669:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3987 00000100:00080000:3.0:1787828384.586671:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828384.586673:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828384.586676:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828384.586682:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802880128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828384.586728:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802879872:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828384.586793:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828384.586836:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828384/real 1787828384] req@ffff9d1f48271680 x1874669802879872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828384.586854:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802879872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828384.586865:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828384.586869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828384.586873:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802879872:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828384.586881:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880000:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828384.586901:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828384.586912:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828384/real 1787828384] req@ffff9d1f48270780 x1874669802880000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828384.586924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802880000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828384.586939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828384.586943:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828384.586946:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880000:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828384.586952:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880128:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828384.586970:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828384.586981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828384/real 1787828384] req@ffff9d1f48271e00 x1874669802880128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828384.586993:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802880128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828384.587002:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828384.587005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828384.587008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880128:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828384.714588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828385.738748:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828386.762851:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828387.786745:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828388.810691:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828389.706528:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828389.706555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828389.706559:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828389.706569:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3992 00000100:00080000:3.0:1787828389.706579:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828389.706587:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828389.706641:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802880256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828389.706683:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828389.706702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828389.706704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828389.706708:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3992 00000100:00080000:3.0:1787828389.706711:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828389.706714:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828389.706724:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828389.706741:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802880256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828389.706743:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802880384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828389.706762:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828389.706767:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828389.706769:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828389.706774:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3992 00000100:00080000:3.0:1787828389.706779:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828389.706786:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828389.706793:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828389.706811:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828389.706811:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802880512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828389.706853:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828389/real 1787828389] req@ffff9d1f48270b40 x1874669802880256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828389.706868:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802880256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828389.706882:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828389.706885:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828389.706888:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802880256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828389.706908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880384:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828389.706925:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828389.706934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828389/real 1787828389] req@ffff9d1f482712c0 x1874669802880384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828389.706943:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802880384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828389.706949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828389.706952:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828389.706954:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880384:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828389.706959:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880512:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828389.706971:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828389.706977:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828389/real 1787828389] req@ffff9d1f48270f00 x1874669802880512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828389.706985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802880512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828389.706991:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828389.706993:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828389.706995:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880512:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828389.834603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828390.858733:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828391.882747:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828392.906662:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828393.930674:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828394.826638:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828394.826664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828394.826670:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828394.826681:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 3997 00000100:00080000:1.0:1787828394.826692:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828394.826700:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828394.826763:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802880640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828394.826805:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828394.826811:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828394.826815:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828394.826823:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3997 00000100:00080000:1.0:1787828394.826841:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828394.826847:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828394.826859:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828394.826863:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802880640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828394.826879:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802880768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828394.826893:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828394.826897:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828394.826899:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828394.826903:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 3997 00000100:00080000:1.0:1787828394.826909:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828394.826935:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828394.826939:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828394.826949:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802880896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828394.827025:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880768:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828394.827057:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880896:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828394.954594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828395.978623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828397.002673:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828397.898942:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787828397.899000:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828397.899017:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787828397.899052:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787828397.899061:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787828397.899101:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828394/real 1787828397] req@ffff9d1f47fa1e00 x1874669802880768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.899140:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802880768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.899154:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.899159:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828397.899164:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880768:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828397.899172:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828394/real 1787828397] req@ffff9d1f47fa0f00 x1874669802880896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.899185:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802880896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.899205:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.899209:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828397.899214:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802880896:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787828397.899222:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828394/real 1787828397] req@ffff9d1f47fa2580 x1874669802880640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.899237:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802880640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.899243:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.899246:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828397.899248:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802880640:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787828398.026575:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828399.050640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828399.946559:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828399.946568:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828399.946572:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828399.946601:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4002 00000100:00080000:1.0:1787828399.946629:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828399.946635:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828399.946668:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802881024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828399.946696:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828399.946699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828399.946701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828399.946704:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4002 00000100:00080000:1.0:1787828399.946706:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828399.946709:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828399.946716:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828399.946725:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802881152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828399.946734:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828399.946737:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828399.946738:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828399.946740:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4002 00000100:00080000:1.0:1787828399.946743:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828399.946746:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828399.946749:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828399.946757:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802881024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828399.946764:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802881280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828399.946837:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828399.946895:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828399/real 1787828399] req@ffff9d1f47fa0000 x1874669802881024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828399.946920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802881024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828399.946935:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828399.946957:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828399.946961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802881024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828399.946977:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881152:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828399.947002:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828399.947016:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828399/real 1787828399] req@ffff9d1f47fa0b40 x1874669802881152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828399.947045:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802881152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828399.947056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828399.947060:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828399.947064:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881152:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828399.947090:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881280:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828399.947113:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828399.947125:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828399/real 1787828399] req@ffff9d1f47fa21c0 x1874669802881280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828399.947139:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802881280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828399.947148:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828399.947153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828399.947156:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881280:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828400.074574:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828401.098708:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828402.122644:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828403.146690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828404.170760:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828405.066561:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828405.066599:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828405.066603:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828405.066613:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4007 00000100:00080000:1.0:1787828405.066626:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828405.066633:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828405.066665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802881408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828405.066693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828405.066698:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828405.066701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828405.066709:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4007 00000100:00080000:1.0:1787828405.066714:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828405.066720:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828405.066743:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828405.066744:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802881408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828405.066765:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802881536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828405.066778:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828405.066781:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828405.066783:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828405.066786:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4007 00000100:00080000:1.0:1787828405.066801:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828405.066806:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828405.066812:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828405.066828:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802881664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828405.066832:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828405.066879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffff9d1f47fa1a40 x1874669802881408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828405.066903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802881408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828405.066913:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828405.066916:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828405.066920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802881408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828405.066963:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881536:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828405.066984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828405.066996:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffff9d1f47fa30c0 x1874669802881536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828405.067017:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802881536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828405.067025:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828405.067027:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828405.067030:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881536:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828405.067036:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881664:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828405.067050:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828405.067057:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffff9d1f47fa1680 x1874669802881664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828405.067078:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802881664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828405.067098:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828405.067101:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828405.067104:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881664:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828405.194678:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828406.218710:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828407.242642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828408.266724:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828409.290722:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828410.186570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828410.186578:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828410.186599:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828410.186609:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4013 00000100:00080000:2.0:1787828410.186620:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828410.186628:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828410.186664:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802881792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828410.186706:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828410.186709:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828410.186710:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828410.186713:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4013 00000100:00080000:2.0:1787828410.186716:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828410.186719:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828410.186728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828410.186738:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802881920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828410.186766:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828410.186769:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802881792:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828410.186769:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828410.186771:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828410.186779:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4013 00000100:00080000:2.0:1787828410.186782:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828410.186785:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828410.186789:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828410.186798:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802882048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828410.186835:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828410.186870:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffff9d1f45d121c0 x1874669802881792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828410.186884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802881792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828410.186892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828410.186895:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828410.186898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802881792:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828410.186925:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881920:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828410.186957:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828410.186966:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffff9d1f45d10000 x1874669802881920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828410.186974:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802881920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828410.186980:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828410.186982:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828410.186985:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802881920:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828410.186988:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882048:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828410.187000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828410.187007:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffff9d1f45d103c0 x1874669802882048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828410.187015:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802882048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828410.187020:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828410.187022:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828410.187024:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882048:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828410.314629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828411.338625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828412.362659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828413.386711:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828414.410705:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828415.306582:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828415.306593:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828415.306598:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828415.306610:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4018 00000100:00080000:2.0:1787828415.306621:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828415.306629:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828415.306667:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802882176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828415.306699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828415.306704:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828415.306707:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828415.306714:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4018 00000100:00080000:2.0:1787828415.306719:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828415.306724:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828415.306734:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828415.306753:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802882176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828415.306760:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802882304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828415.306782:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828415.306788:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828415.306792:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828415.306798:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4018 00000100:00080000:2.0:1787828415.306816:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828415.306823:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:3.0:1787828415.306830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:2.0:1787828415.306834:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828415.306856:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802882432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828415.306882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffff9d1f45d103c0 x1874669802882176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828415.306907:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802882176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828415.306921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828415.306927:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828415.306933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802882176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828415.306962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882304:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828415.306993:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828415.307006:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffff9d1f45d10000 x1874669802882304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828415.307121:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802882304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828415.307154:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828415.307161:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828415.307166:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882304:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828415.307321:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882432:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828415.307354:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828415.307372:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffff9d1f45d121c0 x1874669802882432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828415.307387:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802882432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828415.307399:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828415.307405:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828415.307544:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882432:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828415.434608:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828416.458669:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828417.482662:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828418.506604:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828419.530666:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828420.426665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.426676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828420.426681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.426692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4023 00000100:00080000:0.0:1787828420.426705:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.426716:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828420.426769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802882560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828420.426807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.426813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828420.426815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.426820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4023 00000100:00080000:0.0:1787828420.426825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.426831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828420.426843:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828420.426861:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802882560:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828420.426866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802882688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828420.426882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.426885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828420.426888:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.426892:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4023 00000100:00080000:0.0:1787828420.426895:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.426900:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828420.426905:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828420.426917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802882816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828420.426938:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828420.426991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffff9d1f4bd97840 x1874669802882560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828420.427040:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802882560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828420.427058:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828420.427065:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828420.427073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802882560:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828420.427112:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882688:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828420.427155:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828420.427178:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffff9d1f4bd95e00 x1874669802882688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828420.427201:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802882688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828420.427217:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828420.427223:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828420.427229:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882688:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828420.427241:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882816:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828420.427291:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828420.427304:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffff9d1f4bd970c0 x1874669802882816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828420.427316:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802882816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828420.427325:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828420.427329:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828420.427349:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802882816:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828420.554707:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828421.578651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828422.602734:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828423.626648:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828424.650624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828425.546548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828425.546558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828425.546562:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828425.546571:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4028 00000100:00080000:2.0:1787828425.546582:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828425.546589:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828425.546622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802882944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828425.546643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828425.546646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828425.546647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828425.546650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4028 00000100:00080000:2.0:1787828425.546653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828425.546655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828425.546669:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828425.546681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802883072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828425.546682:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802882944:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828425.546696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828425.546699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828425.546701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828425.546703:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4028 00000100:00080000:2.0:1787828425.546706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828425.546708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828425.546712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828425.546720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802883200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828425.546749:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828425.546806:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828425/real 1787828425] req@ffff9d1f45d11a40 x1874669802882944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828425.546833:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802882944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828425.546868:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828425.546872:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828425.546875:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802882944:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828425.546896:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883072:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828425.546936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828425.546952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828425/real 1787828425] req@ffff9d1f45d13c00 x1874669802883072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828425.546967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802883072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828425.546992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828425.546996:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828425.547000:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883072:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828425.547006:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883200:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828425.547024:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828425.547033:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828425/real 1787828425] req@ffff9d1f45d12d00 x1874669802883200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828425.547040:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802883200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828425.547075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828425.547078:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828425.547080:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883200:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828425.674696:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828426.698801:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828427.722709:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828428.746689:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828429.770688:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828430.666566:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828430.666577:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828430.666582:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828430.666594:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4033 00000100:00080000:2.0:1787828430.666606:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828430.666614:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828430.666655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802883328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828430.666685:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828430.666690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828430.666692:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828430.666697:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4033 00000100:00080000:2.0:1787828430.666701:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828430.666705:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828430.666728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828430.666742:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802883456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828430.666754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828430.666758:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828430.666761:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828430.666766:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4033 00000100:00080000:2.0:1787828430.666771:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828430.666775:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802883328:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828430.666779:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828430.666789:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828430.666801:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802883584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828430.666863:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828430.666919:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828430/real 1787828430] req@ffff9d1f45d12580 x1874669802883328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828430.666943:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802883328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828430.666956:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828430.666961:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828430.666966:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802883328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828430.666976:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883456:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828430.667001:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828430.667014:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828430/real 1787828430] req@ffff9d1f45d11680 x1874669802883456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828430.667028:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802883456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828430.667038:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828430.667042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828430.667045:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883456:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828430.667074:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883584:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828430.667103:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828430.667122:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828430/real 1787828430] req@ffff9d1f45d13840 x1874669802883584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828430.667145:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802883584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828430.667177:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828430.667182:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828430.667186:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883584:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828430.794678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828431.818579:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828432.842593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828433.866722:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828434.890616:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828435.786583:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828435.786595:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828435.786602:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828435.786614:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4038 00000100:00080000:0.0:1787828435.786637:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828435.786646:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828435.786690:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802883712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828435.786722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828435.786726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828435.786729:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828435.786733:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4038 00000100:00080000:0.0:1787828435.786737:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828435.786742:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828435.786754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828435.786779:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802883840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828435.786804:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802883712:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828435.786817:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828435.786827:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828435.786831:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828435.786839:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4038 00000100:00080000:0.0:1787828435.786847:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828435.786855:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828435.786864:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828435.786883:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802883968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828435.786890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828435.786950:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828435/real 1787828435] req@ffff9d1f4bd94b40 x1874669802883712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828435.786973:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802883712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828435.786986:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828435.786991:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828435.786995:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802883712:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828435.787021:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883840:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828435.787096:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828435.787114:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828435/real 1787828435] req@ffff9d1f4bd970c0 x1874669802883840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828435.787131:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802883840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828435.787143:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828435.787147:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828435.787151:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828435.787159:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883968:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828435.787180:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828435.787192:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828435/real 1787828435] req@ffff9d1f4bd95e00 x1874669802883968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828435.787224:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802883968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828435.787233:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828435.787236:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828435.787239:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802883968:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828435.914679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828436.938736:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828437.962669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828438.986769:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828440.010629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828440.906609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828440.906623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828440.906629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828440.906642:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4043 00000100:00080000:0.0:1787828440.906656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828440.906666:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828440.906712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802884096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828440.906748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828440.906753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828440.906756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828440.906761:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4043 00000100:00080000:0.0:1787828440.906765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828440.906769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828440.906781:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828440.906800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802884224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828440.906816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828440.906821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828440.906823:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828440.906833:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4043 00000100:00100000:3.0:1787828440.906836:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802884096:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828440.906838:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828440.906853:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828440.906860:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828440.906878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802884352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828440.906934:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828440.907009:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828440/real 1787828440] req@ffff9d1f4bd97840 x1874669802884096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828440.907047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802884096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828440.907100:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828440.907110:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828440.907118:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802884096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828440.907159:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884224:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828440.907207:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828440.907228:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828440/real 1787828440] req@ffff9d1f4bd95e00 x1874669802884224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828440.907244:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802884224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828440.907256:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828440.907260:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828440.907265:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884224:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828440.907273:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884352:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828440.907338:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828440.907363:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828440/real 1787828440] req@ffff9d1f4bd970c0 x1874669802884352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828440.907390:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802884352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828440.907408:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828440.907413:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828440.907417:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884352:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828441.034675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828442.058793:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828443.082659:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828444.106612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828445.130663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828446.026599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828446.026609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828446.026614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828446.026625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4048 00000100:00080000:0.0:1787828446.026638:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828446.026645:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828446.026689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802884480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828446.026717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828446.026720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828446.026721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828446.026725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4048 00000100:00080000:0.0:1787828446.026727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828446.026729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828446.026739:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828446.026749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802884608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828446.026757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828446.026760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828446.026761:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828446.026764:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4048 00000100:00080000:0.0:1787828446.026766:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828446.026769:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828446.026773:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828446.026780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802884736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828446.026810:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802884480:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787828446.026878:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828446.026930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffff9d1f4bd94b40 x1874669802884480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828446.026951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802884480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828446.026960:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828446.026963:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828446.026967:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802884480:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828446.026989:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884608:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828446.027008:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828446.027017:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffff9d1f4bd970c0 x1874669802884608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828446.027026:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802884608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828446.027032:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828446.027050:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828446.027053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828446.027081:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884736:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828446.027120:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828446.027133:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffff9d1f4bd95e00 x1874669802884736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828446.027148:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802884736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828446.027155:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828446.027157:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828446.027160:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884736:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828446.154702:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828447.178591:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828448.202690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828449.226696:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828450.250714:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828451.146612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828451.146625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828451.146631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828451.146646:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4053 00000100:00080000:0.0:1787828451.146661:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828451.146671:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828451.146733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802884864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828451.146802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828451.146810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828451.146814:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828451.146824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4053 00000100:00080000:0.0:1787828451.146838:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828451.146847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828451.146866:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828451.146882:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802884864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828451.146901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802884992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828451.146923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828451.146929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828451.146932:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828451.146938:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4053 00000100:00080000:0.0:1787828451.146962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828451.146972:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:1.0:1787828451.146981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:0.0:1787828451.146988:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828451.147015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802885120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828451.147059:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffff9d1f4bd97840 x1874669802884864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828451.147085:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802884864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828451.147099:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828451.147104:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828451.147109:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802884864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828451.147140:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884992:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828451.147168:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828451.147185:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffff9d1f4bd95e00 x1874669802884992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828451.147200:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802884992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828451.147211:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828451.147215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828451.147219:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802884992:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828451.147282:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885120:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828451.147326:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828451.147344:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffff9d1f4bd970c0 x1874669802885120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828451.147360:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802885120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828451.147372:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828451.147376:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828451.147380:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885120:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828451.274663:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828452.298655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828453.322597:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828454.346623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828455.370723:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828456.266634:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828456.266650:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828456.266656:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828456.266672:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4059 00000100:00080000:0.0:1787828456.266690:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828456.266702:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828456.266763:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802885248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828456.266808:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828456.266813:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828456.266815:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828456.266820:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4059 00000100:00080000:0.0:1787828456.266825:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828456.266830:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828456.266845:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828456.266864:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802885376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828456.266881:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828456.266888:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828456.266892:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828456.266901:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4059 00000100:00100000:1.0:1787828456.266903:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802885248:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828456.266909:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828456.266932:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828456.266946:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828456.266976:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802885504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828456.267016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828456.267082:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffff9d1f4bd94b40 x1874669802885248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828456.267128:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802885248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828456.267144:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828456.267150:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828456.267155:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802885248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828456.267220:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885376:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828456.267255:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828456.267273:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffff9d1f4bd970c0 x1874669802885376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828456.267289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802885376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828456.267309:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828456.267314:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828456.267319:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885376:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828456.267328:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885504:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828456.267349:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828456.267361:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffff9d1f4bd95e00 x1874669802885504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828456.267375:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802885504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828456.267386:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828456.267389:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828456.267393:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885504:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828456.394691:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828457.418706:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828458.442696:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828459.466734:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828460.490629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828461.386543:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828461.386555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828461.386559:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828461.386570:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4064 00000100:00080000:0.0:1787828461.386581:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828461.386589:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828461.386625:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802885632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828461.386649:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828461.386652:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828461.386653:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828461.386656:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4064 00000100:00080000:0.0:1787828461.386660:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828461.386663:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828461.386671:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828461.386681:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802885632:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828461.386684:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802885760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828461.386699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828461.386702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828461.386703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828461.386705:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4064 00000100:00080000:0.0:1787828461.386707:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828461.386710:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828461.386714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828461.386721:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802885888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828461.386777:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828461.386800:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885888:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828461.514640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828462.538638:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828463.562637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828464.458847:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828464.458913:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828464.458932:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828464.458974:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828464.458994:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787828464.459053:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffff9d1f4bd95e00 x1874669802885760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828464.459092:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802885760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828464.459122:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.459152:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828464.459159:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828464.459181:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffff9d1f4bd970c0 x1874669802885888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828464.459201:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802885888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828464.459215:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.459220:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828464.459225:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802885888:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787828464.459235:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffff9d1f4bd97840 x1874669802885632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828464.459252:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802885632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828464.459264:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.459284:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828464.459290:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802885632:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787828464.586694:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828465.610617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828466.506630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828466.506642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828466.506647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828466.506660:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4069 00000100:00080000:1.0:1787828466.506675:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828466.506683:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828466.506727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802886016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828466.506758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828466.506761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828466.506763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828466.506766:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4069 00000100:00080000:1.0:1787828466.506769:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828466.506771:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828466.506793:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828466.506804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802886144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828466.506813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828466.506816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828466.506818:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828466.506820:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4069 00000100:00080000:1.0:1787828466.506823:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828466.506826:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828466.506831:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828466.506840:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802886016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828466.506844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802886272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828466.506946:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828466.507012:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828466/real 1787828466] req@ffff9d1f47fa0780 x1874669802886016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828466.507036:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802886016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828466.507056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828466.507061:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828466.507076:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802886016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828466.507085:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886144:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828466.507128:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828466.507143:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828466/real 1787828466] req@ffff9d1f47fa03c0 x1874669802886144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828466.507157:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802886144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828466.507173:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828466.507177:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828466.507181:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886144:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828466.507213:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886272:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828466.507241:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828466.507255:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828466/real 1787828466] req@ffff9d1f47fa1680 x1874669802886272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828466.507269:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802886272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828466.507280:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828466.507282:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828466.507285:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886272:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828466.634674:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828467.658657:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828468.682642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828469.706687:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828470.730683:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828471.626660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828471.626672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828471.626677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828471.626689:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4074 00000100:00080000:0.0:1787828471.626703:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828471.626711:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828471.626760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802886400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828471.626788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828471.626791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828471.626793:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828471.626797:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4074 00000100:00080000:0.0:1787828471.626800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828471.626805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828471.626819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828471.626837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802886528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828471.626854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828471.626861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828471.626868:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802886400:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828471.626869:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828471.626881:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4074 00000100:00080000:0.0:1787828471.626893:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828471.626899:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828471.626903:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828471.626917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802886656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828471.626982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828471.627059:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828471/real 1787828471] req@ffff9d1f4bd94b40 x1874669802886400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828471.627111:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802886400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828471.627125:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828471.627131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828471.627136:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802886400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828471.627177:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886528:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828471.627208:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828471.627223:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828471/real 1787828471] req@ffff9d1f4bd97840 x1874669802886528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828471.627236:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802886528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828471.627246:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828471.627252:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828471.627258:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828471.627269:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886656:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828471.627314:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828471.627336:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828471/real 1787828471] req@ffff9d1f4bd970c0 x1874669802886656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828471.627355:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802886656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828471.627369:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828471.627383:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828471.627389:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828471.754703:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828472.778648:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828473.802658:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828474.826697:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828475.850689:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828476.746606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828476.746621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828476.746629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828476.746644:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4079 00000100:00080000:0.0:1787828476.746661:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828476.746672:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828476.746731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802886784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828476.746780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828476.746788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828476.746792:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828476.746801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4079 00000100:00080000:0.0:1787828476.746809:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828476.746819:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828476.746836:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828476.746856:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802886784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828476.746882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802886912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828476.746901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828476.746906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828476.746910:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828476.746915:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4079 00000100:00080000:0.0:1787828476.746921:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828476.746927:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828476.746934:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828476.746950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802887040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828476.746970:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828476.747108:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828476/real 1787828476] req@ffff9d1f4bd95e00 x1874669802886784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828476.747155:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802886784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828476.747172:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828476.747177:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828476.747182:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802886784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828476.747222:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886912:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828476.747257:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828476.747273:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828476/real 1787828476] req@ffff9d1f4bd970c0 x1874669802886912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828476.747289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802886912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828476.747300:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828476.747304:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828476.747309:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802886912:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828476.747316:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887040:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828476.747337:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828476.747348:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828476/real 1787828476] req@ffff9d1f4bd97840 x1874669802887040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828476.747363:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802887040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828476.747382:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828476.747386:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828476.747390:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887040:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828476.874745:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828477.898665:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828478.922632:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828479.946703:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828480.970730:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828481.866609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828481.866622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828481.866628:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828481.866640:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4084 00000100:00080000:2.0:1787828481.866653:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828481.866661:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828481.866709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802887168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828481.866731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828481.866734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828481.866736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828481.866739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4084 00000100:00080000:2.0:1787828481.866741:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828481.866744:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828481.866751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828481.866760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802887296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828481.866770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828481.866771:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802887168:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828481.866776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828481.866780:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828481.866784:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4084 00000100:00080000:2.0:1787828481.866785:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828481.866788:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828481.866791:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828481.866808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802887424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828481.866834:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828481.866919:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828481/real 1787828481] req@ffff9d1f45d10780 x1874669802887168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828481.866945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802887168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828481.866956:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828481.866961:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828481.866965:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802887168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828481.866990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887296:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828481.867033:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828481.867047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828481/real 1787828481] req@ffff9d1f45d11e00 x1874669802887296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828481.867058:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802887296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828481.867073:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828481.867076:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828481.867079:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887296:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828481.867085:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887424:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828481.867102:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828481.867111:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828481/real 1787828481] req@ffff9d1f45d112c0 x1874669802887424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828481.867121:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802887424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828481.867128:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828481.867130:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828481.867133:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887424:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828481.994621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828483.018629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828484.042594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828485.066602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828486.090594:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828486.986623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828486.986639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828486.986646:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828486.986661:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4089 00000100:00080000:2.0:1787828486.986677:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828486.986691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828486.986777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802887552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828486.986839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828486.986844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828486.986847:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828486.986857:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4089 00000100:00080000:2.0:1787828486.986864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828486.986871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828486.986884:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828486.986907:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802887680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828486.986924:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802887552:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828486.986932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828486.986939:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828486.986942:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828486.986949:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4089 00000100:00080000:2.0:1787828486.986954:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828486.986961:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828486.986968:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828486.987012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802887808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828486.987047:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828486.987115:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828486/real 1787828486] req@ffff9d1f45d12940 x1874669802887552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828486.987137:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802887552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828486.987169:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828486.987175:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828486.987179:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802887552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828486.987208:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887680:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828486.987251:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828486.987271:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828486/real 1787828486] req@ffff9d1f45d130c0 x1874669802887680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828486.987286:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802887680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828486.987297:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828486.987302:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828486.987307:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828486.987315:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887808:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828486.987350:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828486.987373:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828486/real 1787828486] req@ffff9d1f45d112c0 x1874669802887808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828486.987402:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802887808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828486.987419:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828486.987426:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828486.987431:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802887808:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828487.114806:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828488.138648:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828489.162660:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828490.186631:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828491.210647:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828492.106543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828492.106551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828492.106555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.106563:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4094 00000100:00080000:2.0:1787828492.106572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.106578:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828492.106610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802887936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828492.106641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828492.106644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828492.106645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.106648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4094 00000100:00080000:2.0:1787828492.106651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.106653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828492.106662:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828492.106678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802888064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828492.106690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828492.106695:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802887936:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828492.106697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828492.106703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.106711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4094 00000100:00080000:2.0:1787828492.106716:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.106722:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828492.106730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828492.106741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802888192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828492.106779:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828492.106837:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffff9d1f45d11e00 x1874669802887936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.106853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802887936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.106864:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.106867:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828492.106870:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802887936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828492.106895:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888064:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828492.106912:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828492.106921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffff9d1f45d10780 x1874669802888064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.106930:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802888064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.106950:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.106954:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828492.106957:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888064:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828492.106962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888192:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828492.106997:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828492.107005:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffff9d1f45d13480 x1874669802888192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.107012:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802888192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.107019:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.107021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828492.107023:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888192:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828492.234606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828493.258776:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828494.282661:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828495.306657:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828496.330696:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828497.226626:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828497.226643:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828497.226650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828497.226684:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4100 00000100:00080000:3.0:1787828497.226704:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828497.226717:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828497.226778:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802888320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828497.226826:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828497.226833:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828497.226837:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828497.226845:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4100 00000100:00080000:3.0:1787828497.226852:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828497.226861:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828497.226881:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828497.226931:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802888320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828497.226933:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802888448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828497.226974:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828497.226982:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828497.226986:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828497.226994:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4100 00000100:00080000:3.0:1787828497.227001:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828497.227011:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828497.227031:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828497.227056:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802888576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828497.227058:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828497.227131:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffff9d1f48272d00 x1874669802888320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.227171:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802888320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.227183:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.227188:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828497.227192:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802888320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828497.227220:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888448:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828497.227243:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828497.227255:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffff9d1f48272940 x1874669802888448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.227266:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802888448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.227275:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.227278:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828497.227281:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888448:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828497.227285:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888576:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828497.227300:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828497.227308:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffff9d1f48273480 x1874669802888576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.227318:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802888576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.227333:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.227336:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828497.227339:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888576:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828497.354643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828498.378704:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828499.402645:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828500.426712:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828501.450662:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828502.346657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828502.346671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828502.346695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828502.346711:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4105 00000100:00080000:0.0:1787828502.346728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828502.346739:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828502.346795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802888704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828502.346845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828502.346853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828502.346858:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828502.346890:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4105 00000100:00080000:0.0:1787828502.346899:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828502.346910:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828502.346923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802888704:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787828502.346936:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828502.346984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802888832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828502.347007:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787828502.347033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828502.347038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828502.347042:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828502.347049:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4105 00000100:00080000:0.0:1787828502.347057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828502.347064:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffff9d1f4bd94b40 x1874669802888704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828502.347066:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828502.347080:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828502.347098:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802888704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828502.347102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802888960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828502.347138:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828502.347154:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828502.347169:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802888704:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828502.347200:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888832:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828502.347219:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828502.347229:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffff9d1f4bd97840 x1874669802888832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828502.347237:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802888832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828502.347243:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828502.347246:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828502.347250:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888832:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828502.347257:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888960:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828502.347280:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828502.347306:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffff9d1f4bd970c0 x1874669802888960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828502.347320:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802888960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828502.347329:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828502.347333:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828502.347335:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802888960:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828502.474722:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828503.498793:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828504.522747:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828505.546675:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828506.570670:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828507.466610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828507.466620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828507.466624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828507.466632:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4110 00000100:00080000:2.0:1787828507.466641:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828507.466648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828507.466684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802889088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828507.466713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828507.466716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828507.466718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828507.466721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4110 00000100:00080000:2.0:1787828507.466724:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828507.466727:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828507.466735:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828507.466744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802889216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828507.466753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828507.466756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828507.466757:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828507.466759:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4110 00000100:00080000:2.0:1787828507.466761:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828507.466765:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828507.466769:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828507.466775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802889344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828507.466827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802889088:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787828507.466945:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828507.467008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffff9d1f45d13840 x1874669802889088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.467030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802889088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.467043:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.467048:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828507.467053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802889088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828507.467060:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889216:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828507.467081:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828507.467092:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffff9d1f45d11680 x1874669802889216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.467103:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802889216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.467110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.467113:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828507.467116:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889216:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828507.467121:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889344:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828507.467136:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828507.467144:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffff9d1f45d12580 x1874669802889344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.467154:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802889344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.467167:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.467170:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828507.467172:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889344:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828507.594712:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828508.618716:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828509.642702:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828510.666663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828511.690679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828512.586590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828512.586601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828512.586607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828512.586620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4115 00000100:00080000:1.0:1787828512.586632:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828512.586641:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828512.586684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802889472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828512.586718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828512.586722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828512.586724:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828512.586729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4115 00000100:00080000:1.0:1787828512.586732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828512.586736:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828512.586748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828512.586762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802889600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828512.586775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828512.586789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828512.586815:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802889472:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828512.586816:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828512.586831:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4115 00000100:00080000:1.0:1787828512.586837:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828512.586859:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828512.586869:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828512.586888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802889728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828512.586947:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828512.587027:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828512/real 1787828512] req@ffff9d1f47fa30c0 x1874669802889472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828512.587057:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802889472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828512.587072:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828512.587078:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828512.587083:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802889472:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828512.587093:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889600:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828512.587125:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828512.587142:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828512/real 1787828512] req@ffff9d1f47fa1a40 x1874669802889600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828512.587167:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802889600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828512.587186:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828512.587194:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828512.587203:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828512.587248:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889728:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828512.587305:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828512.587320:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828512/real 1787828512] req@ffff9d1f47fa21c0 x1874669802889728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828512.587333:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802889728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828512.587343:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828512.587347:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828512.587350:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889728:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828512.714765:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828513.738652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828514.762723:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828515.786728:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828516.810691:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828517.706616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828517.706629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828517.706635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828517.706648:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4120 00000100:00080000:0.0:1787828517.706678:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828517.706687:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828517.706728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802889856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828517.706778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828517.706786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828517.706816:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828517.706822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4120 00000100:00080000:0.0:1787828517.706828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828517.706834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828517.706847:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828517.706881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802889984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828517.706890:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802889856:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828517.706908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828517.706914:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828517.706917:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828517.706924:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4120 00000100:00080000:0.0:1787828517.706928:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828517.706933:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828517.706940:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828517.706958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802890112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828517.706984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828517.707068:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828517/real 1787828517] req@ffff9d1f4bd95e00 x1874669802889856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828517.707119:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802889856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828517.707133:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828517.707139:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828517.707144:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802889856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828517.707188:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889984:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828517.707232:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828517.707247:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828517/real 1787828517] req@ffff9d1f4bd970c0 x1874669802889984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828517.707260:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802889984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828517.707301:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828517.707305:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828517.707310:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802889984:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828517.707318:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890112:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828517.707345:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828517.707359:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828517/real 1787828517] req@ffff9d1f4bd97840 x1874669802890112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828517.707374:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802890112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828517.707384:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828517.707388:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828517.707391:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890112:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828517.834697:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828518.858684:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828519.882650:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828520.906589:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828521.930718:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828522.826647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828522.826665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828522.826672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828522.826685:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4125 00000100:00080000:0.0:1787828522.826704:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828522.826715:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828522.826798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802890240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828522.826833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828522.826837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828522.826839:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828522.826844:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4125 00000100:00080000:0.0:1787828522.826848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828522.826853:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828522.826866:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828522.826884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802890368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828522.826897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828522.826902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828522.826904:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828522.826908:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4125 00000100:00080000:0.0:1787828522.826911:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828522.826917:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802890240:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828522.826920:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828522.826931:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828522.826943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802890496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828522.827021:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828522.827080:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828522/real 1787828522] req@ffff9d1f4bd94b40 x1874669802890240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828522.827104:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802890240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828522.827126:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828522.827132:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828522.827138:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802890240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828522.827148:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890368:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828522.827178:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828522.827192:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828522/real 1787828522] req@ffff9d1f4bd97840 x1874669802890368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828522.827207:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802890368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828522.827218:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828522.827223:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828522.827227:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890368:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828522.827262:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890496:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828522.827285:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828522.827303:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828522/real 1787828522] req@ffff9d1f4bd970c0 x1874669802890496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828522.827316:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802890496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828522.827326:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828522.827329:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828522.827333:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890496:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828522.954661:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828523.978779:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828525.002768:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828526.026787:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828527.050723:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828527.946674:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828527.946715:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828527.946739:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828527.946767:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4130 00000100:00080000:3.0:1787828527.946802:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828527.946816:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828527.946887:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802890624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828527.946958:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828527.946963:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828527.946966:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828527.946972:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4130 00000100:00080000:3.0:1787828527.946978:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828527.946986:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828527.947001:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828527.947029:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802890624:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828527.947030:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802890752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828527.947067:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828527.947071:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828527.947072:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828527.947077:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4130 00000100:00080000:3.0:1787828527.947081:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828527.947086:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828527.947093:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828527.947106:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802890880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828527.947213:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828527.947259:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890880:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828528.074653:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828529.098669:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828530.122737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828531.018876:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828531.018947:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828531.018965:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828531.019005:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828531.019013:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787828531.019085:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828527/real 1787828531] req@ffff9d1f48273480 x1874669802890752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828531.019115:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802890752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828531.019131:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828531.019136:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828531.019140:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828531.019149:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828527/real 1787828531] req@ffff9d1f48272940 x1874669802890880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828531.019162:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802890880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828531.019172:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828531.019175:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828531.019179:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802890880:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787828531.019186:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828527/real 1787828531] req@ffff9d1f48270000 x1874669802890624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828531.019199:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802890624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828531.019233:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828531.019236:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828531.019240:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802890624:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787828531.146643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828532.170886:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828533.066600:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828533.066610:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828533.066614:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828533.066626:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4135 00000100:00080000:2.0:1787828533.066638:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828533.066647:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828533.066714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802891008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828533.066741:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828533.066745:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828533.066748:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828533.066752:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4135 00000100:00080000:2.0:1787828533.066756:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828533.066761:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828533.066772:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828533.066786:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802891136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828533.066793:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802891008:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828533.066807:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828533.066812:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828533.066814:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828533.066818:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4135 00000100:00080000:2.0:1787828533.066822:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828533.066826:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828533.066841:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828533.066854:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802891264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828533.066883:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828533.066925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffff9d1f45d12d00 x1874669802891008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828533.066943:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802891008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828533.066956:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828533.066963:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828533.066969:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802891008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828533.067013:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891136:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828533.067049:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828533.067069:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffff9d1f45d13c00 x1874669802891136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828533.067089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802891136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828533.067103:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828533.067109:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828533.067115:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891136:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828533.067126:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891264:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828533.067158:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828533.067189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffff9d1f45d11a40 x1874669802891264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828533.067208:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802891264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828533.067221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828533.067226:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828533.067231:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891264:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828533.194626:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828534.218759:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828535.242720:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828536.266732:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828537.290771:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828538.186568:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828538.186579:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828538.186584:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828538.186594:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4141 00000100:00080000:2.0:1787828538.186607:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828538.186614:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828538.186681:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802891392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828538.186707:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828538.186710:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828538.186712:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828538.186716:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4141 00000100:00080000:2.0:1787828538.186720:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828538.186724:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828538.186736:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828538.186747:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802891520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828538.186768:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802891392:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828538.186794:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828538.186801:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828538.186805:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828538.186813:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4141 00000100:00080000:2.0:1787828538.186849:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828538.186856:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:3.0:1787828538.186864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:2.0:1787828538.186875:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828538.186899:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802891648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828538.186921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffff9d1f45d121c0 x1874669802891392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828538.186955:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802891392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828538.186965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828538.186971:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828538.186974:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802891392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828538.187009:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891520:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828538.187026:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828538.187034:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffff9d1f45d10000 x1874669802891520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828538.187043:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802891520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828538.187076:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828538.187078:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828538.187081:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891520:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828538.187085:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891648:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828538.187099:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828538.187106:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffff9d1f45d103c0 x1874669802891648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828538.187114:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802891648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828538.187120:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828538.187122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828538.187124:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891648:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828538.314643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828539.338704:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828540.362774:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828541.386793:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828542.410716:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828543.306655:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828543.306671:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828543.306677:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828543.306693:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4146 00000100:00080000:2.0:1787828543.306711:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828543.306722:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828543.306784:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802891776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828543.306843:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828543.306846:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828543.306848:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828543.306852:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4146 00000100:00080000:2.0:1787828543.306854:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828543.306858:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828543.306870:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828543.306881:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802891904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828543.306887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802891776:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828543.306898:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828543.306902:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828543.306903:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828543.306907:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4146 00000100:00080000:2.0:1787828543.306909:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828543.306912:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828543.306916:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828543.306926:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802892032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828543.307026:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828543.307137:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffff9d1f45d103c0 x1874669802891776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828543.307181:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802891776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828543.307216:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828543.307222:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828543.307228:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802891776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828543.307262:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891904:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828543.307320:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828543.307335:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffff9d1f45d10000 x1874669802891904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828543.307351:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802891904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828543.307363:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828543.307367:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828543.307372:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802891904:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828543.307379:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892032:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828543.307399:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828543.307409:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffff9d1f45d121c0 x1874669802892032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828543.307418:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802892032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828543.307425:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828543.307428:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828543.307430:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892032:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828543.434718:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828544.458663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828545.482775:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828546.506669:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828547.530760:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828548.426697:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.426710:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828548.426716:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.426738:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4151 00000100:00080000:0.0:1787828548.426754:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.426764:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828548.426823:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802892160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828548.426858:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.426862:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828548.426865:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.426869:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4151 00000100:00080000:0.0:1787828548.426873:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.426877:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828548.426889:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828548.426911:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802892288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828548.426925:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802892160:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828548.426945:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.426953:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828548.426957:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.426966:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4151 00000100:00080000:0.0:1787828548.426973:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.426981:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828548.426992:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828548.427020:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828548.427024:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802892416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828548.427080:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffff9d1f4bd95e00 x1874669802892160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828548.427102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802892160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828548.427114:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828548.427119:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828548.427123:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802892160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828548.427153:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892288:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828548.427185:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828548.427199:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffff9d1f4bd970c0 x1874669802892288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828548.427212:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802892288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828548.427221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828548.427225:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828548.427229:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892288:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828548.427235:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892416:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828548.427252:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828548.427262:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffff9d1f4bd97840 x1874669802892416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828548.427291:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802892416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828548.427300:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828548.427304:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828548.427307:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892416:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828548.554707:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828549.578679:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828550.602721:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828551.626700:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828552.650747:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828553.546673:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828553.546686:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828553.546694:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828553.546708:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4156 00000100:00080000:0.0:1787828553.546723:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828553.546732:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828553.546780:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802892544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828553.546820:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828553.546825:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828553.546828:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828553.546833:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4156 00000100:00080000:0.0:1787828553.546837:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828553.546842:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828553.546858:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828553.546878:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802892672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828553.546893:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828553.546904:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828553.546908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802892544:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828553.546909:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828553.546928:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4156 00000100:00080000:0.0:1787828553.546935:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828553.546942:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828553.546950:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828553.546974:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802892800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828553.547059:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828553.547149:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828553/real 1787828553] req@ffff9d1f4bd94b40 x1874669802892544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.547181:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802892544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.547198:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.547204:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828553.547210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802892544:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828553.547266:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892672:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828553.547306:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828553.547332:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828553/real 1787828553] req@ffff9d1f4bd97840 x1874669802892672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.547359:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802892672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.547389:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.547397:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828553.547404:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828553.547418:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892800:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828553.547536:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828553.547566:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828553/real 1787828553] req@ffff9d1f4bd970c0 x1874669802892800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.547589:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802892800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.547602:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.547606:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828553.547610:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802892800:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828553.674647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828554.698691:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828555.722672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828556.746633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828557.770656:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828558.666572:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828558.666581:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828558.666584:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828558.666592:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4161 00000100:00080000:0.0:1787828558.666601:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828558.666609:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828558.666648:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802892928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828558.666675:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828558.666679:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828558.666680:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828558.666684:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4161 00000100:00080000:0.0:1787828558.666688:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828558.666691:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828558.666700:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828558.666712:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802893056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828558.666736:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828558.666739:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828558.666740:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828558.666744:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4161 00000100:00080000:0.0:1787828558.666747:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828558.666750:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828558.666754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828558.666763:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802893184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828558.666785:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802892928:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828558.666844:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828558.666879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828558/real 1787828558] req@ffff9d1f4bd95e00 x1874669802892928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828558.666893:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802892928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828558.666902:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828558.666905:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828558.666908:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802892928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828558.666914:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893056:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828558.666934:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828558.666943:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828558/real 1787828558] req@ffff9d1f4bd970c0 x1874669802893056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828558.666951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802893056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828558.666957:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828558.666959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828558.666962:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893056:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828558.666966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893184:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828558.666981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828558.666987:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828558/real 1787828558] req@ffff9d1f4bd97840 x1874669802893184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828558.666995:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802893184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828558.667000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828558.667002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828558.667004:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893184:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828558.794663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828559.818662:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828560.842844:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828561.866643:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828562.890707:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828563.786592:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828563.786608:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828563.786614:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828563.786629:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4166 00000100:00080000:1.0:1787828563.786645:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828563.786655:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828563.786700:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802893312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828563.786734:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828563.786739:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828563.786742:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828563.786747:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4166 00000100:00080000:1.0:1787828563.786752:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828563.786758:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828563.786771:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828563.786776:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802893312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828563.786791:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802893440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828563.786806:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828563.786811:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828563.786813:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828563.786818:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4166 00000100:00080000:1.0:1787828563.786823:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828563.786828:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828563.786836:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828563.786851:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802893568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828563.786852:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828563.786907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828563/real 1787828563] req@ffff9d1f47fa0b40 x1874669802893312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828563.786929:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802893312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828563.786944:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828563.786951:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828563.786959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802893312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828563.786985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893440:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828563.787005:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828563.787016:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828563/real 1787828563] req@ffff9d1f47fa0000 x1874669802893440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828563.787030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802893440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828563.787036:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828563.787039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828563.787041:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828563.787045:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893568:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828563.787057:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828563.787064:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828563/real 1787828563] req@ffff9d1f47fa2580 x1874669802893568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828563.787071:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802893568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828563.787077:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828563.787079:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828563.787081:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893568:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828563.914705:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828564.938713:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828565.962581:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828566.986678:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828568.010723:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828568.906543:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828568.906553:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828568.906558:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828568.906569:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4171 00000100:00080000:1.0:1787828568.906582:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828568.906591:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828568.906624:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802893696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828568.906645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828568.906647:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828568.906649:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828568.906652:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4171 00000100:00080000:1.0:1787828568.906661:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828568.906665:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828568.906672:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802893696:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787828568.906674:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828568.906686:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802893824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828568.906695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828568.906697:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828568.906699:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828568.906701:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4171 00000100:00080000:1.0:1787828568.906705:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828568.906707:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828568.906712:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828568.906720:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802893952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828568.906734:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828568.906774:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828568/real 1787828568] req@ffff9d1f47fa0f00 x1874669802893696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828568.906788:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802893696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828568.906797:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828568.906800:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828568.906804:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802893696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828568.906822:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893824:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828568.906836:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828568.906844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828568/real 1787828568] req@ffff9d1f47fa1e00 x1874669802893824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828568.906852:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802893824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828568.906858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828568.906860:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828568.906862:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893824:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828568.906865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893952:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828568.906875:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828568.906881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828568/real 1787828568] req@ffff9d1f47fa3840 x1874669802893952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828568.906888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802893952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828568.906893:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828568.906895:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828568.906897:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802893952:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828569.034726:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828570.058637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828571.082696:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828572.106689:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828573.130650:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828574.026570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828574.026582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828574.026587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828574.026598:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4176 00000100:00080000:0.0:1787828574.026611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828574.026619:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828574.026662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802894080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828574.026694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828574.026697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828574.026699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828574.026702:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4176 00000100:00080000:0.0:1787828574.026704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828574.026707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828574.026718:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828574.026730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802894208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828574.026740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828574.026744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828574.026745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828574.026748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4176 00000100:00080000:0.0:1787828574.026751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828574.026758:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828574.026762:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802894080:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787828574.026763:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828574.026774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802894336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828574.026862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828574.026924:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffff9d1f4bd94b40 x1874669802894080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.026949:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802894080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.026964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.026970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828574.026975:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802894080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828574.027006:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894208:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828574.027038:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828574.027055:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffff9d1f4bd97840 x1874669802894208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.027071:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802894208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.027083:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.027088:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828574.027093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894208:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828574.027102:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894336:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828574.027127:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828574.027143:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffff9d1f4bd970c0 x1874669802894336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.027159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802894336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.027171:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.027175:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828574.027179:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894336:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828574.154680:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828575.178735:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828576.202692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828577.226780:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828578.250763:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828579.146606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.146619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828579.146624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.146637:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4181 00000100:00080000:3.0:1787828579.146651:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.146662:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828579.146705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802894464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828579.146738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.146744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828579.146746:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.146752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4181 00000100:00080000:3.0:1787828579.146758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.146765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828579.146777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828579.146789:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802894464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828579.146798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802894592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828579.146816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.146821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828579.146824:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.146830:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4181 00000100:00080000:3.0:1787828579.146846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.146853:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787828579.146859:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787828579.146863:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828579.146885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802894720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828579.146903:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffff9d1f48270000 x1874669802894464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.146924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802894464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.146934:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.146937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828579.146941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802894464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828579.146962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894592:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828579.146980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828579.146990:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffff9d1f48272940 x1874669802894592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.147000:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802894592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.147016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.147020:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828579.147025:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828579.147032:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894720:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828579.147058:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828579.147073:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffff9d1f48273480 x1874669802894720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.147088:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802894720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.147096:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.147099:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828579.147102:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894720:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828579.274580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828580.298592:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828581.322694:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828582.346709:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828583.370612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828584.266530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.266540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828584.266545:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.266555:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4187 00000100:00080000:3.0:1787828584.266566:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828584.266573:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828584.266606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802894848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828584.266632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.266636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828584.266638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.266642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4187 00000100:00080000:3.0:1787828584.266645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828584.266650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828584.266659:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828584.266665:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802894848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828584.266677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802894976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828584.266689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.266693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828584.266695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.266698:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4187 00000100:00080000:3.0:1787828584.266710:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828584.266714:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787828584.266719:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787828584.266720:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828584.266735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802895104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828584.266757:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffff9d1f48272d00 x1874669802894848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.266772:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802894848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.266780:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.266784:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828584.266786:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802894848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828584.266805:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894976:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828584.266821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828584.266838:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffff9d1f48270f00 x1874669802894976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.266850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802894976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.266855:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.266857:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828584.266860:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802894976:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828584.266864:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895104:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828584.266878:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828584.266888:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffff9d1f482712c0 x1874669802895104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.266902:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802895104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.266911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.266914:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828584.266918:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895104:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828584.394620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828585.418600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828586.442602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828587.466574:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828588.490546:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828589.386554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828589.386565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828589.386569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828589.386580:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4192 00000100:00080000:0.0:1787828589.386590:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828589.386598:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828589.386634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802895232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828589.386660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828589.386664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828589.386666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828589.386671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4192 00000100:00080000:0.0:1787828589.386676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828589.386680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828589.386687:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802895232:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787828589.386691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828589.386709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802895360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828589.386722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828589.386726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828589.386729:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828589.386734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4192 00000100:00080000:0.0:1787828589.386738:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828589.386743:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787828589.386747:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:0.0:1787828589.386751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828589.386768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802895488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828589.386785:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffff9d1f4bd95e00 x1874669802895232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.386800:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802895232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.386809:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.386813:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828589.386817:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802895232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828589.386844:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895360:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828589.386868:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828589.386879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffff9d1f4bd970c0 x1874669802895360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.386888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802895360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.386894:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.386897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828589.386899:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895360:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828589.386903:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895488:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828589.386916:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828589.386922:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffff9d1f4bd97840 x1874669802895488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.386929:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802895488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.386939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.386941:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828589.386943:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895488:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828589.514633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828590.538587:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828591.562577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828592.586578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828593.610606:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828594.506590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828594.506598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828594.506601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828594.506610:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4197 00000100:00080000:0.0:1787828594.506619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828594.506627:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828594.506658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802895616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828594.506680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828594.506683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828594.506685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828594.506688:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4197 00000100:00080000:0.0:1787828594.506690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828594.506693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828594.506700:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828594.506712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802895744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828594.506721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828594.506724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828594.506725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828594.506732:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4197 00000100:00100000:3.0:1787828594.506732:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802895616:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828594.506737:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828594.506743:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828594.506747:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828594.506756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802895872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828594.506848:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828594.506955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895872:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828594.634589:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828595.658616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828596.682576:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828597.578755:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787828597.578811:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828597.578834:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828597.578885:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828597.578896:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787828597.579064:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828594/real 1787828597] req@ffff9d1f4bd97840 x1874669802895744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828597.579099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802895744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828597.579113:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828597.579118:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828597.579123:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828597.579132:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828594/real 1787828597] req@ffff9d1f4bd970c0 x1874669802895872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828597.579147:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802895872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828597.579157:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828597.579161:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828597.579165:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802895872:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787828597.579173:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828594/real 1787828597] req@ffff9d1f4bd94b40 x1874669802895616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828597.579186:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802895616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828597.579195:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828597.579197:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828597.579200:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802895616:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787828597.706643:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828598.730586:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828599.626598:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828599.626608:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828599.626612:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828599.626622:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4202 00000100:00080000:1.0:1787828599.626632:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828599.626639:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828599.626674:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802896000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828599.626715:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828599.626720:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828599.626722:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828599.626726:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4202 00000100:00080000:1.0:1787828599.626731:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828599.626735:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828599.626745:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828599.626759:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802896128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828599.626773:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802896000:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828599.626787:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828599.626791:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828599.626794:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828599.626799:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4202 00000100:00080000:1.0:1787828599.626804:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828599.626809:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828599.626815:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828599.626830:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802896256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828599.626839:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828599.626891:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828599/real 1787828599] req@ffff9d1f47fa2940 x1874669802896000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828599.626918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802896000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828599.626930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828599.626935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828599.626939:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802896000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828599.626968:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896128:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828599.626995:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828599.627010:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828599/real 1787828599] req@ffff9d1f47fa3c00 x1874669802896128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828599.627038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802896128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828599.627046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828599.627050:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828599.627053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896128:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828599.627059:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896256:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828599.627082:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828599.627095:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828599/real 1787828599] req@ffff9d1f47fa3840 x1874669802896256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828599.627110:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802896256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828599.627119:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828599.627122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828599.627125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896256:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828599.754591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828600.778642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828601.802603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828602.826613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828603.850668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828604.746581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828604.746592:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828604.746597:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828604.746609:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4207 00000100:00080000:2.0:1787828604.746621:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828604.746628:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828604.746671:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802896384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828604.746696:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828604.746700:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828604.746701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828604.746704:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4207 00000100:00080000:2.0:1787828604.746706:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828604.746709:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828604.746720:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828604.746739:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802896512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828604.746742:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802896384:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828604.746760:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828604.746765:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828604.746767:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828604.746773:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4207 00000100:00080000:2.0:1787828604.746777:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828604.746782:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828604.746788:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828604.746800:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802896640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828604.746819:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828604.746864:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828604/real 1787828604] req@ffff9d1f45d11a40 x1874669802896384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828604.746884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802896384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828604.746897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828604.746901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828604.746906:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802896384:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828604.746934:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896512:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828604.746954:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828604.746964:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828604/real 1787828604] req@ffff9d1f45d13c00 x1874669802896512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828604.746972:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802896512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828604.746987:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828604.746991:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828604.746994:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896512:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828604.747001:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896640:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828604.747023:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828604.747035:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828604/real 1787828604] req@ffff9d1f45d12d00 x1874669802896640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828604.747044:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802896640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828604.747051:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828604.747053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828604.747055:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896640:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828604.874692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828605.898652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828606.922647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828607.946663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828608.970629:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828609.866554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828609.866563:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828609.866566:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828609.866575:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4212 00000100:00080000:2.0:1787828609.866585:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828609.866591:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828609.866626:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802896768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828609.866653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828609.866657:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828609.866659:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828609.866663:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4212 00000100:00080000:2.0:1787828609.866665:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828609.866668:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828609.866677:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828609.866687:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802896896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828609.866696:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828609.866699:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802896768:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828609.866699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828609.866703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828609.866711:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4212 00000100:00080000:2.0:1787828609.866713:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828609.866716:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828609.866725:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828609.866734:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802897024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828609.866762:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828609.866801:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828609/real 1787828609] req@ffff9d1f45d12580 x1874669802896768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828609.866815:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802896768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828609.866823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828609.866827:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828609.866830:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802896768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828609.866855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896896:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828609.866872:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828609.866881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828609/real 1787828609] req@ffff9d1f45d11680 x1874669802896896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828609.866889:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802896896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828609.866895:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828609.866898:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828609.866900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802896896:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828609.866904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897024:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828609.866915:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828609.866921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828609/real 1787828609] req@ffff9d1f45d13840 x1874669802897024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828609.866928:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802897024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828609.866933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828609.866935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828609.866937:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897024:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828609.994627:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828611.018704:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828612.042648:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828613.066619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828614.090642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828614.986562:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828614.986576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828614.986581:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828614.986594:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4217 00000100:00080000:2.0:1787828614.986609:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828614.986618:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828614.986666:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802897152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828614.986700:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828614.986713:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828614.986719:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828614.986725:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4217 00000100:00080000:2.0:1787828614.986730:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828614.986736:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802897152:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828614.986737:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828614.986755:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828614.986771:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802897280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828614.986784:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828614.986789:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828614.986791:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828614.986795:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4217 00000100:00080000:2.0:1787828614.986799:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828614.986804:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828614.986810:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828614.986820:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828614.986826:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802897408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828614.986875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614] req@ffff9d1f45d13480 x1874669802897152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828614.986893:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802897152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828614.986902:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828614.986905:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828614.986908:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802897152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828614.986930:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897280:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828614.986948:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828614.986958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614] req@ffff9d1f45d10780 x1874669802897280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828614.986967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802897280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828614.986973:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828614.986975:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828614.986977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897280:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828614.986981:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897408:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828614.986993:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828614.986999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614] req@ffff9d1f45d11e00 x1874669802897408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828614.987007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802897408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828614.987017:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828614.987019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828614.987021:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897408:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828615.114661:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828616.138612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828617.162620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828618.186578:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828619.210614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828620.106530:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828620.106537:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828620.106541:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828620.106549:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4222 00000100:00080000:2.0:1787828620.106558:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828620.106564:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828620.106595:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802897536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828620.106617:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828620.106620:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828620.106621:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828620.106625:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4222 00000100:00080000:2.0:1787828620.106627:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828620.106631:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828620.106640:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828620.106647:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802897536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828620.106651:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802897664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828620.106666:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828620.106669:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828620.106670:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828620.106673:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4222 00000100:00080000:2.0:1787828620.106685:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828620.106690:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828620.106696:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828620.106710:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802897792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828620.106720:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828620.106760:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffff9d1f45d112c0 x1874669802897536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.106774:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802897536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.106782:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.106785:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828620.106788:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802897536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828620.106806:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897664:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828620.106821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828620.106829:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffff9d1f45d130c0 x1874669802897664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.106837:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802897664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.106842:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.106845:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828620.106847:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828620.106852:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897792:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828620.106862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828620.106868:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffff9d1f45d12940 x1874669802897792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.106875:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802897792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.106881:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.106882:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828620.106884:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802897792:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828620.234591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828621.258657:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828622.282607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828623.306625:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828624.330611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828625.226576:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828625.226588:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828625.226593:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828625.226603:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4228 00000100:00080000:3.0:1787828625.226615:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828625.226622:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828625.226663:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802897920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828625.226686:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828625.226690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828625.226691:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828625.226694:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4228 00000100:00080000:3.0:1787828625.226697:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828625.226700:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828625.226711:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828625.226721:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802897920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828625.226723:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802898048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828625.226739:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828625.226743:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828625.226746:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828625.226750:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4228 00000100:00080000:3.0:1787828625.226754:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828625.226759:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828625.226765:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828625.226779:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802898176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828625.226802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828625.226848:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffff9d1f48270b40 x1874669802897920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828625.226867:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802897920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828625.226876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828625.226879:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828625.226882:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802897920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828625.226905:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898048:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828625.226924:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828625.226933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffff9d1f48271e00 x1874669802898048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828625.226942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802898048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828625.226949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828625.226951:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828625.226953:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898048:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828625.226957:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898176:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828625.226969:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828625.226979:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffff9d1f48270780 x1874669802898176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828625.226992:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802898176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828625.227001:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828625.227005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828625.227008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898176:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828625.354644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828626.378639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828627.402632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828628.426610:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828629.450572:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828630.346547:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828630.346558:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828630.346563:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828630.346575:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4233 00000100:00080000:3.0:1787828630.346587:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828630.346594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828630.346637:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802898304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828630.346662:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828630.346666:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828630.346667:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828630.346671:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4233 00000100:00080000:3.0:1787828630.346673:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828630.346676:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828630.346687:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828630.346696:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802898432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828630.346703:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802898304:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828630.346708:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828630.346714:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828630.346716:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828630.346719:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4233 00000100:00080000:3.0:1787828630.346721:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828630.346724:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828630.346728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828630.346738:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802898560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828630.346785:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828630.346832:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffff9d1f48271680 x1874669802898304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828630.346849:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802898304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828630.346860:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828630.346864:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828630.346868:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802898304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828630.346891:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898432:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828630.346916:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828630.346927:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffff9d1f48273840 x1874669802898432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828630.346937:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802898432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828630.346944:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828630.346947:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828630.346949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898432:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828630.346954:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898560:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828630.346970:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828630.346998:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffff9d1f48273c00 x1874669802898560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828630.347008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802898560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828630.347016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828630.347019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828630.347023:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898560:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828630.474699:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828631.498662:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828632.522738:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828633.546578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828634.570702:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828635.466569:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.466579:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828635.466584:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.466594:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4238 00000100:00080000:3.0:1787828635.466605:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828635.466613:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828635.466650:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802898688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828635.466687:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.466691:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828635.466693:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.466696:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4238 00000100:00080000:3.0:1787828635.466699:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828635.466702:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828635.466711:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828635.466726:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802898816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828635.466737:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.466740:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828635.466742:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.466750:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4238 00000100:00080000:3.0:1787828635.466753:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828635.466755:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802898688:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828635.466757:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828635.466766:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828635.466780:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802898944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828635.466886:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828635.466990:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffff9d1f482703c0 x1874669802898688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828635.467011:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802898688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828635.467024:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828635.467028:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828635.467048:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802898688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828635.467079:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898816:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828635.467105:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828635.467117:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffff9d1f48273c00 x1874669802898816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828635.467128:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802898816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828635.467136:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828635.467140:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828635.467143:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828635.467148:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898944:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828635.467163:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828635.467172:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffff9d1f48273840 x1874669802898944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828635.467198:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802898944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828635.467205:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828635.467207:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828635.467210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802898944:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828635.594720:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828636.618602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828637.642550:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828638.666620:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828639.690582:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828640.586532:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828640.586549:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828640.586553:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828640.586562:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4243 00000100:00080000:3.0:1787828640.586573:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828640.586581:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828640.586616:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802899072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828640.586644:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828640.586647:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828640.586650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828640.586654:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4243 00000100:00080000:3.0:1787828640.586659:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828640.586664:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828640.586674:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828640.586679:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802899072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828640.586690:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802899200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828640.586703:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828640.586715:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828640.586717:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828640.586722:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4243 00000100:00080000:3.0:1787828640.586726:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828640.586730:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828640.586735:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828640.586742:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828640.586750:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802899328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828640.586784:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828640/real 1787828640] req@ffff9d1f48271680 x1874669802899072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828640.586802:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802899072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828640.586813:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828640.586817:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828640.586821:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802899072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828640.586843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899200:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828640.586864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828640.586875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828640/real 1787828640] req@ffff9d1f48270780 x1874669802899200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828640.586888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802899200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828640.586898:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828640.586901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828640.586917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899200:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828640.586924:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899328:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828640.586942:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828640.586952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828640/real 1787828640] req@ffff9d1f48271e00 x1874669802899328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828640.586965:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802899328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828640.586974:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828640.586978:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828640.586981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899328:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828640.714617:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828641.738585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828642.762594:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828643.786570:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828644.810715:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828645.706647:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828645.706660:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828645.706665:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828645.706678:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4248 00000100:00080000:2.0:1787828645.706692:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828645.706701:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828645.706771:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802899456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828645.706829:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828645.706839:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828645.706841:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828645.706848:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4248 00000100:00080000:2.0:1787828645.706854:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828645.706860:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828645.706910:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828645.706929:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802899584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828645.706959:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828645.706963:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787828645.706964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802899456:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828645.706966:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828645.706974:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4248 00000100:00080000:2.0:1787828645.706978:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828645.706981:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828645.706985:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828645.706995:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802899712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828645.707059:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828645.707128:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828645/real 1787828645] req@ffff9d1f45d12940 x1874669802899456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828645.707161:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802899456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828645.707176:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828645.707198:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828645.707206:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802899456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828645.707250:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899584:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828645.707313:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828645.707328:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828645/real 1787828645] req@ffff9d1f45d130c0 x1874669802899584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828645.707342:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802899584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828645.707351:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828645.707355:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828645.707358:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899584:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828645.707365:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899712:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828645.707387:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828645.707399:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828645/real 1787828645] req@ffff9d1f45d112c0 x1874669802899712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828645.707411:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802899712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828645.707430:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828645.707434:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828645.707437:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828645.834635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828646.858595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828647.882627:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828648.906622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828649.930783:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828650.826572:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828650.826587:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828650.826592:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828650.826605:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4253 00000100:00080000:2.0:1787828650.826618:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828650.826626:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828650.826669:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802899840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828650.826704:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828650.826711:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828650.826713:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828650.826719:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4253 00000100:00080000:2.0:1787828650.826723:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828650.826728:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828650.826740:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828650.826753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802899968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828650.826765:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828650.826771:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828650.826773:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828650.826774:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802899840:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828650.826785:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4253 00000100:00080000:2.0:1787828650.826791:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828650.826795:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828650.826800:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828650.826817:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802900096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828650.826871:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828650.826909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828650/real 1787828650] req@ffff9d1f45d11e00 x1874669802899840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828650.826923:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802899840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828650.826931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828650.826934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828650.826937:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802899840:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828650.826958:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899968:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828650.826974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828650.826982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828650/real 1787828650] req@ffff9d1f45d10780 x1874669802899968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828650.826989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802899968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828650.826995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828650.826997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828650.826999:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802899968:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828650.827003:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900096:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828650.827016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828650.827022:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828650/real 1787828650] req@ffff9d1f45d13480 x1874669802900096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828650.827030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802900096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828650.827035:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828650.827037:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828650.827039:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900096:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828650.954606:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828651.978643:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828653.002627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828654.026687:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828655.050602:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828655.946564:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828655.946571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828655.946575:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828655.946583:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4258 00000100:00080000:0.0:1787828655.946592:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828655.946598:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828655.946631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802900224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828655.946654:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828655.946657:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828655.946658:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828655.946661:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4258 00000100:00080000:0.0:1787828655.946664:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828655.946668:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828655.946676:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828655.946686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802900224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828655.946687:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802900352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828655.946700:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828655.946703:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828655.946704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828655.946707:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4258 00000100:00080000:0.0:1787828655.946709:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828655.946711:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828655.946714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828655.946723:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802900480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828655.946749:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828655.946789:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828655/real 1787828655] req@ffff9d1f4bd95e00 x1874669802900224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828655.946821:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802900224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828655.946831:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828655.946835:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828655.946838:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802900224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828655.946858:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900352:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828655.946876:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828655.946884:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828655/real 1787828655] req@ffff9d1f4bd94b40 x1874669802900352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828655.946893:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802900352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828655.946898:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828655.946901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828655.946903:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900352:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828655.946906:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900480:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828655.946917:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828655.946923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828655/real 1787828655] req@ffff9d1f4bd970c0 x1874669802900480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828655.946931:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802900480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828655.946936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828655.946938:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828655.946940:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900480:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828656.074634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828657.098606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828658.122700:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828659.146639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828660.170809:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828661.066614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828661.066626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828661.066631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828661.066643:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4263 00000100:00080000:0.0:1787828661.066656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828661.066664:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828661.066717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802900608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828661.066782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828661.066786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828661.066787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828661.066791:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4263 00000100:00080000:0.0:1787828661.066796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828661.066801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828661.066813:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828661.066831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802900736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828661.066834:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802900608:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828661.066862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828661.066865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828661.066867:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828661.066872:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4263 00000100:00080000:0.0:1787828661.066875:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828661.066878:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828661.066883:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828661.066894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802900864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828661.066964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828661.067001:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900864:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828661.194654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828662.218787:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828663.242600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828664.138679:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828664.138714:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828664.138728:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828664.138776:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828664.138786:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787828664.138806:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffff9d1f4bd970c0 x1874669802900736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.138844:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802900736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.138858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.138863:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828664.138868:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828664.138875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffff9d1f4bd94b40 x1874669802900864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.138888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802900864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.138898:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.138913:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828664.138916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802900864:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787828664.138923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffff9d1f4bd97840 x1874669802900608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.138934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802900608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.138941:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.138944:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828664.138947:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802900608:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787828664.266629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828665.290587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828666.186636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.186644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828666.186648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.186657:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4269 00000100:00080000:2.0:1787828666.186667:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.186674:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828666.186708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802900992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828666.186749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.186752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828666.186764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.186788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4269 00000100:00080000:2.0:1787828666.186793:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.186800:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828666.186813:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828666.186816:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802900992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828666.186835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802901120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828666.186851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.186854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828666.186856:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.186862:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4269 00000100:00080000:2.0:1787828666.186868:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.186872:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828666.186877:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828666.186883:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828666.186891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802901248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828666.186934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffff9d1f45d13840 x1874669802900992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828666.186955:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802900992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828666.186982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828666.186987:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828666.186992:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802900992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828666.187017:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901120:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828666.187057:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828666.187071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffff9d1f45d11680 x1874669802901120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828666.187083:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802901120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828666.187091:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828666.187095:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828666.187099:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901120:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828666.187105:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901248:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828666.187129:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828666.187140:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffff9d1f45d12580 x1874669802901248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828666.187153:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802901248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828666.187162:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828666.187165:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828666.187168:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901248:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828666.314608:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828667.338633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828668.362582:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828669.386629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828670.410635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828671.306541:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828671.306549:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828671.306553:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828671.306561:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4274 00000100:00080000:1.0:1787828671.306570:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828671.306576:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828671.306607:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802901376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828671.306627:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828671.306630:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828671.306631:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828671.306634:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4274 00000100:00080000:1.0:1787828671.306636:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828671.306640:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828671.306647:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828671.306657:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802901376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828671.306659:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802901504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828671.306671:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828671.306674:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828671.306675:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828671.306678:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4274 00000100:00080000:1.0:1787828671.306680:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828671.306682:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828671.306686:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828671.306711:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802901632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828671.306746:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828671.306793:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffff9d1f47fa1e00 x1874669802901376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828671.306812:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802901376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828671.306822:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828671.306826:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828671.306831:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802901376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828671.306853:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901504:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828671.306878:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828671.306889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffff9d1f47fa0f00 x1874669802901504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828671.306901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802901504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828671.306909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828671.306912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828671.306915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828671.306920:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901632:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828671.306938:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828671.306947:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffff9d1f47fa2580 x1874669802901632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828671.306958:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802901632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828671.306965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828671.306968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828671.306971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901632:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828671.434679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828672.458619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828673.482662:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828674.506564:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828675.530683:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828676.426581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.426589:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828676.426593:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.426601:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4279 00000100:00080000:0.0:1787828676.426611:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.426617:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828676.426650:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802901760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828676.426684:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.426686:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828676.426688:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.426691:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4279 00000100:00080000:0.0:1787828676.426693:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.426697:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828676.426705:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828676.426716:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802901888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828676.426723:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802901760:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828676.426726:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.426732:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828676.426734:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.426737:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4279 00000100:00080000:0.0:1787828676.426739:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.426741:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828676.426744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828676.426750:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802902016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828676.426798:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828676.426848:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffff9d1f4bd95e00 x1874669802901760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.426869:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802901760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.426880:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.426883:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828676.426886:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802901760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828676.426915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901888:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828676.426950:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828676.426960:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffff9d1f4bd97840 x1874669802901888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.426968:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802901888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.426974:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.426977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828676.426979:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802901888:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828676.426983:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902016:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828676.427002:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828676.427008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffff9d1f4bd94b40 x1874669802902016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.427028:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802902016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.427034:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.427036:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828676.427038:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902016:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828676.554635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828677.578577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828678.602563:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828679.626699:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828680.650574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828681.546599:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828681.546607:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828681.546610:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828681.546618:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4284 00000100:00080000:3.0:1787828681.546641:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828681.546648:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828681.546693:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802902144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828681.546718:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828681.546723:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828681.546725:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828681.546730:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4284 00000100:00080000:3.0:1787828681.546735:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828681.546741:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828681.546750:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802902144:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787828681.546752:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828681.546782:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802902272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828681.546795:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828681.546800:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828681.546802:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828681.546806:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4284 00000100:00080000:3.0:1787828681.546810:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828681.546815:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828681.546821:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828681.546830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828681.546834:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802902400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828681.546896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828681/real 1787828681] req@ffff9d1f48270b40 x1874669802902144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828681.546914:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802902144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828681.546922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828681.546926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828681.546928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802902144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828681.546948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902272:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828681.546966:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828681.546975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828681/real 1787828681] req@ffff9d1f482712c0 x1874669802902272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828681.546983:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802902272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828681.546989:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828681.546991:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828681.546993:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902272:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828681.546998:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902400:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828681.547009:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828681.547015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828681/real 1787828681] req@ffff9d1f48270f00 x1874669802902400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828681.547022:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802902400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828681.547027:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828681.547029:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828681.547031:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902400:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828681.674565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828682.698737:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828683.722618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828684.746642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828685.770649:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828686.666554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828686.666562:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828686.666566:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828686.666575:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4289 00000100:00080000:3.0:1787828686.666597:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828686.666604:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828686.666636:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802902528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828686.666656:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828686.666658:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828686.666660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828686.666663:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4289 00000100:00080000:3.0:1787828686.666665:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828686.666668:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828686.666676:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828686.666687:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802902656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828686.666693:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802902528:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828686.666698:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828686.666703:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828686.666704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828686.666708:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4289 00000100:00080000:3.0:1787828686.666710:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828686.666713:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828686.666716:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828686.666724:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802902784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828686.666758:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828686.666809:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828686/real 1787828686] req@ffff9d1f48272d00 x1874669802902528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828686.666824:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802902528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828686.666835:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828686.666839:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828686.666843:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802902528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828686.666876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902656:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828686.666905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828686.666936:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828686/real 1787828686] req@ffff9d1f48273480 x1874669802902656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828686.666946:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802902656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828686.666953:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828686.666955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828686.666958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902656:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828686.666962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902784:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828686.666979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828686.666987:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828686/real 1787828686] req@ffff9d1f48272940 x1874669802902784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828686.666994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802902784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828686.667000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828686.667001:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828686.667003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802902784:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828686.794573:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828687.818686:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828688.842619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828689.866637:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828690.890624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828691.786567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828691.786576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828691.786580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828691.786588:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4294 00000100:00080000:0.0:1787828691.786597:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828691.786604:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828691.786641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802902912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828691.786667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828691.786670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828691.786671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828691.786674:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4294 00000100:00080000:0.0:1787828691.786678:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828691.786682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828691.786690:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828691.786705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802903040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828691.786716:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802902912:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828691.786730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828691.786733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828691.786734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828691.786738:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4294 00000100:00080000:0.0:1787828691.786740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828691.786743:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828691.786748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828691.786762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802903168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828691.786776:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828691.786816:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828691/real 1787828691] req@ffff9d1f4bd970c0 x1874669802902912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828691.786829:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802902912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828691.786837:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828691.786840:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828691.786843:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802902912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828691.786861:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903040:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828691.786875:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828691.786883:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828691/real 1787828691] req@ffff9d1f4bd94b40 x1874669802903040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828691.786890:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802903040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828691.786896:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828691.786898:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828691.786900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903040:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828691.786904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903168:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828691.786914:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828691.786920:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828691/real 1787828691] req@ffff9d1f4bd97840 x1874669802903168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828691.786928:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802903168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828691.786933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828691.786934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828691.786936:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903168:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828691.914623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828692.938698:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828693.962601:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828694.986838:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828696.010663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828696.906586:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828696.906598:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828696.906603:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828696.906615:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4299 00000100:00080000:1.0:1787828696.906628:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828696.906636:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828696.906686:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802903296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828696.906725:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828696.906729:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828696.906730:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828696.906735:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4299 00000100:00080000:1.0:1787828696.906738:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828696.906743:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828696.906754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828696.906767:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802903424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828696.906779:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802903296:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828696.906780:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828696.906788:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828696.906793:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828696.906799:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4299 00000100:00080000:1.0:1787828696.906803:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828696.906809:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828696.906817:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828696.906834:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802903552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828696.906879:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828696.906950:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828696/real 1787828696] req@ffff9d1f47fa0000 x1874669802903296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828696.906977:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802903296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828696.906992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828696.906998:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828696.907003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802903296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828696.907034:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903424:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828696.907067:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828696.907086:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828696/real 1787828696] req@ffff9d1f47fa0b40 x1874669802903424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828696.907102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802903424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828696.907122:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828696.907126:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828696.907131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903424:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828696.907139:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903552:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828696.907167:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828696.907183:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828696/real 1787828696] req@ffff9d1f47fa21c0 x1874669802903552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828696.907199:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802903552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828696.907210:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828696.907214:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828696.907218:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903552:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828697.034870:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828698.058665:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828699.082778:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828700.106639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828701.130686:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828702.026613:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828702.026627:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828702.026633:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828702.026647:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4304 00000100:00080000:1.0:1787828702.026664:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828702.026676:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828702.026751:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802903680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828702.026776:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828702.026780:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828702.026781:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828702.026785:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4304 00000100:00080000:1.0:1787828702.026788:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828702.026791:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828702.026801:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828702.026813:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802903808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828702.026821:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802903680:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828702.026825:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828702.026831:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828702.026833:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828702.026837:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4304 00000100:00080000:1.0:1787828702.026841:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828702.026844:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828702.026849:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828702.026861:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802903936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828702.026914:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828702.026968:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffff9d1f47fa1a40 x1874669802903680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828702.026986:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802903680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828702.027012:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828702.027016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828702.027020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802903680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828702.027047:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903808:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828702.027071:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828702.027082:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffff9d1f47fa30c0 x1874669802903808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828702.027093:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802903808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828702.027102:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828702.027105:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828702.027108:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903808:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828702.027116:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903936:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828702.027135:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828702.027147:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffff9d1f47fa1680 x1874669802903936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828702.027161:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802903936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828702.027169:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828702.027173:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828702.027176:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802903936:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828702.154662:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828703.178643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828704.202577:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828705.226667:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828706.250605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828707.146595:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828707.146604:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828707.146607:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828707.146616:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4309 00000100:00080000:3.0:1787828707.146625:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828707.146631:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828707.146674:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802904064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828707.146694:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828707.146698:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828707.146699:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828707.146702:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4309 00000100:00080000:3.0:1787828707.146704:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828707.146707:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828707.146714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828707.146723:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802904192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828707.146740:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828707.146742:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828707.146744:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828707.146746:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4309 00000100:00080000:3.0:1787828707.146748:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828707.146758:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828707.146761:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828707.146768:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802904320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828707.146776:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802904064:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828707.146854:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828707.146904:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffff9d1f48270000 x1874669802904064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828707.146925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802904064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828707.146936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828707.146941:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828707.146945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802904064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828707.146953:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904192:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828707.146980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828707.146993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffff9d1f48272940 x1874669802904192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828707.147006:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802904192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828707.147015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828707.147019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828707.147022:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904192:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828707.147046:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904320:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828707.147067:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828707.147079:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffff9d1f48273480 x1874669802904320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828707.147091:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802904320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828707.147099:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828707.147103:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828707.147106:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904320:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828707.274607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828708.298651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828709.322643:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828710.346643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828711.370584:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828712.266553:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828712.266562:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828712.266566:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.266576:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4315 00000100:00080000:0.0:1787828712.266588:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.266595:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828712.266640:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802904448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828712.266666:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828712.266670:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828712.266672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.266676:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4315 00000100:00080000:0.0:1787828712.266681:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.266686:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828712.266695:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828712.266709:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802904448:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828712.266714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802904576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828712.266729:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828712.266733:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828712.266735:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.266740:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4315 00000100:00080000:0.0:1787828712.266745:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.266750:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828712.266757:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828712.266765:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828712.266770:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802904704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828712.266802:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffff9d1f4bd95e00 x1874669802904448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828712.266815:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802904448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828712.266823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828712.266826:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828712.266828:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802904448:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828712.266848:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904576:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828712.266864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828712.266872:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffff9d1f4bd97840 x1874669802904576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828712.266881:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802904576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828712.266887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828712.266888:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828712.266890:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904576:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828712.266894:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904704:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828712.266905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828712.266911:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffff9d1f4bd94b40 x1874669802904704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828712.266918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802904704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828712.266929:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828712.266931:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828712.266933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904704:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828712.394577:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828713.418619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828714.442631:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828715.466574:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828716.490603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828717.386564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828717.386572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828717.386576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828717.386584:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4320 00000100:00080000:1.0:1787828717.386593:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828717.386600:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828717.386632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802904832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828717.386655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828717.386658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828717.386659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828717.386662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4320 00000100:00080000:1.0:1787828717.386665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828717.386669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828717.386678:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828717.386686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802904832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828717.386689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802904960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828717.386699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828717.386702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828717.386703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828717.386706:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4320 00000100:00080000:1.0:1787828717.386708:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828717.386711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828717.386715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828717.386724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802905088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828717.386755:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828717.386799:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffff9d1f47fa03c0 x1874669802904832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828717.386814:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802904832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828717.386822:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828717.386826:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828717.386829:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802904832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828717.386849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904960:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828717.386865:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828717.386874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffff9d1f47fa0780 x1874669802904960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828717.386882:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802904960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828717.386887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828717.386890:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828717.386892:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802904960:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828717.386896:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905088:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828717.386907:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828717.386912:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffff9d1f47fa1680 x1874669802905088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828717.386920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802905088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828717.386925:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828717.386927:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828717.386928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828717.514576:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828718.538679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828719.562609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828720.586599:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828721.610611:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828722.506590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828722.506598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828722.506602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828722.506611:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4325 00000100:00080000:1.0:1787828722.506637:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828722.506644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828722.506676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802905216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828722.506695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828722.506698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828722.506699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828722.506703:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4325 00000100:00080000:1.0:1787828722.506705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828722.506708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828722.506716:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828722.506730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802905344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828722.506731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802905216:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828722.506739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828722.506746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828722.506748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828722.506751:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4325 00000100:00080000:1.0:1787828722.506753:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828722.506755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828722.506758:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828722.506767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802905472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828722.506808:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828722.506849:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828722/real 1787828722] req@ffff9d1f47fa30c0 x1874669802905216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828722.506866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802905216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828722.506874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828722.506877:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828722.506880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802905216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828722.506900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905344:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828722.506916:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828722.506925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828722/real 1787828722] req@ffff9d1f47fa1a40 x1874669802905344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828722.506933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802905344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828722.506939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828722.506942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828722.506944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905344:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828722.506948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905472:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828722.506960:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828722.506966:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828722/real 1787828722] req@ffff9d1f47fa21c0 x1874669802905472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828722.506973:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802905472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828722.506979:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828722.506981:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828722.506983:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828722.634646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828723.658623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828724.682629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828725.706694:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828726.730629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828727.626600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828727.626610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828727.626613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828727.626623:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4330 00000100:00080000:3.0:1787828727.626632:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828727.626638:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828727.626706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802905600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828727.626729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828727.626732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828727.626734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828727.626737:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4330 00000100:00080000:3.0:1787828727.626739:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828727.626743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828727.626750:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828727.626760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802905728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828727.626768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787828727.626773:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802905600:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828727.626774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828727.626777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828727.626785:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4330 00000100:00080000:3.0:1787828727.626787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828727.626790:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828727.626793:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828727.626803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802905856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828727.626887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828727.626915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905856:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828727.754580:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828728.778605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828729.802592:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828730.698720:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828730.698774:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828730.698791:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828730.698847:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828730.698857:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787828730.698929:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828727/real 1787828730] req@ffff9d1f48270f00 x1874669802905728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828730.698959:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802905728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828730.698973:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828730.698979:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828730.698985:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828730.698995:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828727/real 1787828730] req@ffff9d1f482712c0 x1874669802905856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828730.699013:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802905856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828730.699025:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828730.699030:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828730.699034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802905856:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787828730.699043:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828727/real 1787828730] req@ffff9d1f48272d00 x1874669802905600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828730.699057:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802905600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828730.699066:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828730.699071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828730.699087:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802905600:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787828730.826631:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828731.850672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828732.746661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828732.746674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828732.746680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828732.746694:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4335 00000100:00080000:1.0:1787828732.746708:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828732.746717:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828732.746763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802905984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828732.746801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828732.746808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828732.746811:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828732.746818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4335 00000100:00080000:1.0:1787828732.746824:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828732.746832:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828732.746849:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828732.746872:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802905984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828732.746878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802906112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828732.746900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828732.746907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828732.746910:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828732.746917:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4335 00000100:00080000:1.0:1787828732.746924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828732.746930:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828732.746940:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828732.746959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802906240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828732.746976:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828732.747071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828732/real 1787828732] req@ffff9d1f47fa0b40 x1874669802905984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828732.747105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802905984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828732.747124:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828732.747131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828732.747138:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802905984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828732.747179:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906112:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828732.747223:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828732.747247:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828732/real 1787828732] req@ffff9d1f47fa0000 x1874669802906112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828732.747289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802906112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828732.747303:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828732.747309:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828732.747314:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906112:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828732.747324:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906240:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828732.747363:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828732.747385:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828732/real 1787828732] req@ffff9d1f47fa2580 x1874669802906240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828732.747406:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802906240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828732.747421:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828732.747427:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828732.747433:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906240:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828732.874630:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828733.898627:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828734.922643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828735.946664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828736.970596:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828737.866532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828737.866540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828737.866544:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828737.866553:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4340 00000100:00080000:1.0:1787828737.866562:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828737.866577:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828737.866617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802906368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828737.866643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828737.866647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828737.866649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828737.866654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4340 00000100:00080000:1.0:1787828737.866657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828737.866663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828737.866663:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802906368:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787828737.866676:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828737.866693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802906496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828737.866704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828737.866708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828737.866710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828737.866715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4340 00000100:00080000:1.0:1787828737.866722:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828737.866727:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:3.0:1787828737.866732:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:1.0:1787828737.866746:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828737.866765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802906624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828737.866776:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828737/real 1787828737] req@ffff9d1f47fa0f00 x1874669802906368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828737.866807:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802906368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828737.866817:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828737.866819:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828737.866822:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802906368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828737.866914:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906496:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828737.866934:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828737.866944:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828737/real 1787828737] req@ffff9d1f47fa1e00 x1874669802906496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828737.867045:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802906496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828737.867053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828737.867055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828737.867057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828737.867062:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906624:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828737.867112:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828737.867124:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828737/real 1787828737] req@ffff9d1f47fa3840 x1874669802906624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828737.867134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802906624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828737.867149:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828737.867153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828737.867156:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828737.994601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828739.018573:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828740.042732:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828741.066612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828742.090661:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828742.986716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828742.986730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828742.986736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828742.986749:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4345 00000100:00080000:3.0:1787828742.986763:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828742.986772:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828742.986821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802906752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828742.986864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828742.986869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828742.986872:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828742.986877:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4345 00000100:00080000:3.0:1787828742.986882:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828742.986887:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828742.986899:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828742.986915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802906880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828742.986934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828742.986945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828742.986950:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828742.986951:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802906752:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828742.986962:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4345 00000100:00080000:3.0:1787828742.986974:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828742.986984:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828742.986990:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828742.987010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802907008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828742.987130:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828742.987245:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828742/real 1787828742] req@ffff9d1f48270b40 x1874669802906752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828742.987277:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802906752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828742.987298:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828742.987305:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828742.987329:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802906752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828742.987377:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906880:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828742.987431:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828742.987456:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828742/real 1787828742] req@ffff9d1f48271e00 x1874669802906880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828742.987482:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802906880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828742.987575:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828742.987580:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828742.987585:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802906880:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828742.987598:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907008:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828742.987644:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828742.987685:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828742/real 1787828742] req@ffff9d1f48270780 x1874669802907008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828742.987713:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802907008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828742.987731:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828742.987738:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828742.987745:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907008:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828743.114683:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828744.138661:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828745.162637:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828746.186720:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828747.210618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828748.106599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828748.106609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828748.106614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828748.106624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4350 00000100:00080000:1.0:1787828748.106636:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828748.106644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828748.106681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802907136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828748.106710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828748.106714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828748.106715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828748.106719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4350 00000100:00080000:1.0:1787828748.106723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828748.106727:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828748.106737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828748.106751:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802907136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828748.106752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802907264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828748.106772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828748.106775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828748.106777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828748.106781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4350 00000100:00080000:1.0:1787828748.106784:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828748.106788:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828748.106792:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828748.106805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802907392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828748.106830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828748.106878:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffff9d1f47fa3c00 x1874669802907136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828748.106899:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802907136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828748.106910:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828748.106914:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828748.106918:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802907136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828748.106943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907264:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828748.106964:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828748.106976:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffff9d1f47fa2940 x1874669802907264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828748.106988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802907264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828748.106996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828748.106999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828748.107003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907264:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828748.107008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907392:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828748.107033:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828748.107047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffff9d1f47fa3840 x1874669802907392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828748.107058:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802907392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828748.107066:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828748.107069:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828748.107072:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907392:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828748.234576:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828749.258684:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828750.282596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828751.306629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828752.330636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828753.226606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828753.226627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828753.226635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828753.226656:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4356 00000100:00080000:1.0:1787828753.226679:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828753.226692:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828753.226753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802907520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828753.226797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828753.226803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828753.226806:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828753.226812:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4356 00000100:00080000:1.0:1787828753.226818:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828753.226825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828753.226852:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828753.226872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802907648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828753.226881:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802907520:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828753.226890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828753.226897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828753.226900:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828753.226905:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4356 00000100:00080000:1.0:1787828753.226909:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828753.226914:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828753.226920:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828753.226935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802907776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828753.227004:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828753.227104:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffff9d1f47fa1e00 x1874669802907520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828753.227160:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802907520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828753.227176:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828753.227182:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828753.227188:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802907520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828753.227224:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907648:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828753.227259:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828753.227277:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffff9d1f47fa0f00 x1874669802907648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828753.227293:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802907648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828753.227304:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828753.227308:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828753.227312:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828753.227319:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907776:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828753.227340:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828753.227351:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffff9d1f47fa2580 x1874669802907776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828753.227364:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802907776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828753.227383:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828753.227387:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828753.227391:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802907776:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828753.354714:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828754.378676:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828755.402814:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828756.426620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828757.450612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828758.346563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828758.346573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828758.346577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828758.346588:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4361 00000100:00080000:3.0:1787828758.346600:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828758.346606:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828758.346637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802907904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828758.346659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828758.346662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828758.346664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828758.346667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4361 00000100:00080000:3.0:1787828758.346670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828758.346672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828758.346680:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828758.346688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802908032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828758.346698:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802907904:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828758.346709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828758.346712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828758.346713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828758.346724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4361 00000100:00080000:3.0:1787828758.346728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828758.346736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828758.346742:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828758.346755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802908160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828758.346771:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828758.346811:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffff9d1f48271680 x1874669802907904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828758.346832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802907904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828758.346843:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828758.346848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828758.346853:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802907904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828758.346874:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908032:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828758.346892:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828758.346901:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffff9d1f48273840 x1874669802908032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828758.346909:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802908032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828758.346915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828758.346917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828758.346920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908032:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828758.346924:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908160:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828758.346935:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828758.346941:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffff9d1f48273c00 x1874669802908160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828758.346948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802908160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828758.346964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828758.346965:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828758.346967:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908160:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828758.474563:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828759.498620:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828760.522597:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828761.546666:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828762.570757:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828763.466555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.466563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828763.466567:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.466575:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4366 00000100:00080000:3.0:1787828763.466585:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828763.466591:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828763.466623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802908288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828763.466646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.466650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828763.466652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.466657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4366 00000100:00080000:3.0:1787828763.466661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828763.466665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828763.466685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828763.466691:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802908288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828763.466700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802908416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828763.466711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.466714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828763.466716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.466720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4366 00000100:00080000:3.0:1787828763.466723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828763.466727:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828763.466731:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828763.466741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802908544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828763.466751:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828763.466807:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffff9d1f482703c0 x1874669802908288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828763.466825:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802908288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828763.466837:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828763.466843:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828763.466849:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802908288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828763.466872:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908416:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828763.466892:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828763.466902:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffff9d1f48273c00 x1874669802908416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828763.466910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802908416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828763.466916:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828763.466918:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828763.466921:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908416:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828763.466925:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908544:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828763.466936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828763.466942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffff9d1f48273840 x1874669802908544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828763.466950:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802908544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828763.466955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828763.466957:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828763.466959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908544:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828763.594582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828764.618613:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828765.642605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828766.666634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828767.690565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828768.586549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828768.586557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828768.586561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828768.586569:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4371 00000100:00080000:3.0:1787828768.586578:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828768.586583:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828768.586614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802908672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828768.586637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828768.586640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828768.586642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828768.586644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4371 00000100:00080000:3.0:1787828768.586647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828768.586650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828768.586657:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828768.586666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802908800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828768.586690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828768.586693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828768.586694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828768.586697:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4371 00000100:00080000:3.0:1787828768.586699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828768.586702:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828768.586711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828768.586721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802908928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828768.586758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802908672:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787828768.586823:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828768.586875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828768/real 1787828768] req@ffff9d1f48271680 x1874669802908672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828768.586889:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802908672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828768.586897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828768.586900:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828768.586903:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802908672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828768.586908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908800:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787828768.586939:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828768.586948:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828768/real 1787828768] req@ffff9d1f48270780 x1874669802908800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828768.586957:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802908800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828768.586963:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828768.586965:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828768.586968:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787828768.586972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908928:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787828768.586985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828768.586991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828768/real 1787828768] req@ffff9d1f48271e00 x1874669802908928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828768.586999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802908928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828768.587005:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828768.587007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787828768.587009:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802908928:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828768.714626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828769.738657:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828770.762603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828771.786623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828772.810659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828773.706621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828773.706632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828773.706638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828773.706651:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4376 00000100:00080000:0.0:1787828773.706665:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828773.706675:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828773.706715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802909056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828773.706749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828773.706754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828773.706757:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828773.706763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4376 00000100:00080000:0.0:1787828773.706769:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828773.706776:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828773.706788:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828773.706808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802909184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828773.706818:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802909056:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828773.706828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828773.706834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828773.706837:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828773.706845:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4376 00000100:00080000:0.0:1787828773.706850:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828773.706856:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828773.706863:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828773.706877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802909312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828773.706966:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828773.707173:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828773/real 1787828773] req@ffff9d1f4bd970c0 x1874669802909056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828773.707264:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802909056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828773.707280:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828773.707286:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828773.707291:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802909056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828773.707318:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909184:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828773.707350:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828773.707368:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828773/real 1787828773] req@ffff9d1f4bd94b40 x1874669802909184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828773.707385:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802909184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828773.707396:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828773.707400:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828773.707404:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909184:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828773.707409:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909312:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828773.707429:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828773.707439:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828773/real 1787828773] req@ffff9d1f4bd97840 x1874669802909312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828773.707448:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802909312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828773.707480:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828773.707484:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828773.707487:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909312:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828773.834592:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828774.858602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828775.882639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828776.906681:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828777.930611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828778.826529:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828778.826537:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828778.826541:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828778.826549:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4381 00000100:00080000:1.0:1787828778.826558:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828778.826564:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828778.826597:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802909440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828778.826626:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828778.826630:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828778.826632:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828778.826637:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4381 00000100:00080000:1.0:1787828778.826641:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828778.826645:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828778.826653:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828778.826665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802909568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828778.826675:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828778.826677:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802909440:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828778.826678:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828778.826683:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828778.826688:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4381 00000100:00080000:1.0:1787828778.826690:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828778.826693:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828778.826697:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828778.826716:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802909696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828778.826739:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828778.826773:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828778/real 1787828778] req@ffff9d1f47fa0000 x1874669802909440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828778.826787:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802909440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828778.826796:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828778.826798:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828778.826802:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802909440:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828778.826819:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909568:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828778.826834:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828778.826861:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828778/real 1787828778] req@ffff9d1f47fa0b40 x1874669802909568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828778.826870:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802909568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828778.826877:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828778.826880:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828778.826882:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909568:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828778.826887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909696:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828778.826901:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828778.826908:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828778/real 1787828778] req@ffff9d1f47fa21c0 x1874669802909696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828778.826917:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802909696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828778.826960:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828778.826963:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828778.826966:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909696:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828778.954574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828779.978611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828781.002680:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828782.026641:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828783.050635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828783.946547:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828783.946558:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828783.946562:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828783.946572:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4386 00000100:00080000:1.0:1787828783.946582:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828783.946588:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828783.946620:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802909824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828783.946647:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828783.946650:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828783.946651:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828783.946654:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4386 00000100:00080000:1.0:1787828783.946657:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828783.946659:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828783.946668:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828783.946676:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802909952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828783.946685:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828783.946688:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828783.946689:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828783.946692:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4386 00000100:00080000:1.0:1787828783.946694:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828783.946700:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828783.946700:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802909824:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787828783.946704:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828783.946711:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802910080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828783.946778:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828783.946831:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828783/real 1787828783] req@ffff9d1f47fa1a40 x1874669802909824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828783.946847:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802909824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828783.946856:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828783.946859:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828783.946861:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802909824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828783.946867:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909952:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828783.946882:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828783.946891:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828783/real 1787828783] req@ffff9d1f47fa30c0 x1874669802909952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828783.946899:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802909952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828783.946904:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828783.946906:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828783.946924:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802909952:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828783.946955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910080:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828783.946972:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828783.946980:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828783/real 1787828783] req@ffff9d1f47fa1680 x1874669802910080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828783.946988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802910080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828783.946994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828783.946997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828783.946999:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910080:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828784.074625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828785.098603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828786.122651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828787.146645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828788.170616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828789.066517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828789.066525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828789.066528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828789.066536:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4391 00000100:00080000:1.0:1787828789.066545:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828789.066551:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828789.066583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802910208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828789.066603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828789.066606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828789.066608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828789.066611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4391 00000100:00080000:1.0:1787828789.066613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828789.066617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828789.066625:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828789.066634:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802910208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828789.066636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802910336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828789.066648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828789.066651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828789.066652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828789.066654:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4391 00000100:00080000:1.0:1787828789.066657:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828789.066659:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828789.066662:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828789.066671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802910464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828789.066696:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828789.066757:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffff9d1f47fa0780 x1874669802910208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828789.066775:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802910208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828789.066785:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828789.066789:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828789.066794:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802910208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828789.066814:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910336:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828789.066832:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828789.066842:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffff9d1f47fa03c0 x1874669802910336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828789.066852:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802910336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828789.066858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828789.066861:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828789.066863:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910336:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828789.066867:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910464:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828789.066900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828789.066909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffff9d1f47fa1680 x1874669802910464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828789.066941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802910464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828789.066947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828789.066949:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828789.066952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910464:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828789.194674:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828790.218626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828791.242610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828792.266640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828793.290598:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828794.186573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828794.186588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828794.186594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828794.186608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4397 00000100:00080000:0.0:1787828794.186621:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828794.186628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828794.186670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802910592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828794.186696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828794.186702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828794.186704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828794.186707:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4397 00000100:00080000:0.0:1787828794.186709:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828794.186712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828794.186722:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828794.186734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802910720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828794.186744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828794.186748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828794.186748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802910592:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828794.186752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828794.186759:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4397 00000100:00080000:0.0:1787828794.186762:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828794.186764:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828794.186768:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828794.186777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802910848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828794.186888:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828794.186916:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910848:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828794.314642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828795.338567:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828796.362652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828797.258846:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828797.258914:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828797.258934:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828797.258977:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828797.258986:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787828797.259047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffff9d1f4bd97840 x1874669802910720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828797.259087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802910720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828797.259105:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828797.259111:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828797.259116:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828797.259125:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffff9d1f4bd94b40 x1874669802910848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828797.259138:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802910848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828797.259146:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828797.259151:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828797.259154:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802910848:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787828797.259161:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffff9d1f4bd95e00 x1874669802910592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828797.259173:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802910592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828797.259181:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828797.259184:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828797.259188:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802910592:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787828797.386658:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828798.410610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828799.306660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828799.306672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828799.306676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828799.306687:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4402 00000100:00080000:0.0:1787828799.306699:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828799.306706:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828799.306742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802910976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828799.306770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828799.306773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828799.306775:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828799.306778:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4402 00000100:00080000:0.0:1787828799.306780:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828799.306784:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828799.306797:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828799.306827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802911104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828799.306827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802910976:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828799.306847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828799.306850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828799.306852:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828799.306856:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4402 00000100:00080000:0.0:1787828799.306861:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828799.306866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828799.306872:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828799.306887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802911232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828799.306936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828799.307013:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffff9d1f4bd970c0 x1874669802910976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.307038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802910976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.307052:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.307056:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828799.307060:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802910976:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828799.307091:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911104:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828799.307121:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828799.307136:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffff9d1f4bd95e00 x1874669802911104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.307148:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802911104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.307158:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.307162:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828799.307165:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911104:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828799.307171:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911232:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828799.307196:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828799.307209:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffff9d1f4bd94b40 x1874669802911232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.307229:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802911232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.307238:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.307241:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828799.307245:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911232:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828799.434698:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828800.458622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828801.482705:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828802.506725:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828803.530704:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828804.426688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828804.426703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828804.426721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828804.426747:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4407 00000100:00080000:1.0:1787828804.426764:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828804.426817:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828804.426873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802911360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828804.426918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828804.426922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828804.426924:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828804.426929:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4407 00000100:00080000:1.0:1787828804.426933:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828804.426937:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828804.426950:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828804.426963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802911488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828804.426975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828804.426979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828804.426981:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828804.426985:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4407 00000100:00080000:1.0:1787828804.426988:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828804.426992:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828804.427000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802911360:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787828804.427001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828804.427018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802911616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828804.427128:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828804.427235:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffff9d1f47fa30c0 x1874669802911360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.427259:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802911360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.427277:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.427284:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828804.427291:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802911360:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828804.427304:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911488:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828804.427343:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828804.427360:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffff9d1f47fa1a40 x1874669802911488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.427374:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802911488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.427390:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.427394:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828804.427397:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828804.427440:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911616:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828804.427556:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828804.427578:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffff9d1f47fa21c0 x1874669802911616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.427599:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802911616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.427642:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.427649:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828804.427655:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911616:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828804.554615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828805.578830:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828806.602696:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828807.626693:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828808.650709:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828809.546667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828809.546679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828809.546685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828809.546699:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4412 00000100:00080000:2.0:1787828809.546712:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828809.546723:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828809.546808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802911744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828809.546841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828809.546846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828809.546848:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828809.546853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4412 00000100:00080000:2.0:1787828809.546859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828809.546864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828809.546876:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828809.546892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802911872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828809.546907:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802911744:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828809.546923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828809.546931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828809.546934:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828809.546940:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4412 00000100:00080000:2.0:1787828809.546945:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828809.546949:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828809.546954:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828809.546969:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802912000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828809.547033:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828809.547078:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828809/real 1787828809] req@ffff9d1f45d12d00 x1874669802911744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828809.547099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802911744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828809.547122:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828809.547136:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828809.547141:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802911744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828809.547173:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911872:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828809.547229:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828809.547254:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828809/real 1787828809] req@ffff9d1f45d13c00 x1874669802911872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828809.547280:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802911872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828809.547298:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828809.547303:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828809.547308:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802911872:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828809.547317:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912000:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828809.547349:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828809.547366:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828809/real 1787828809] req@ffff9d1f45d11a40 x1874669802912000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828809.547390:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802912000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828809.547427:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828809.547435:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828809.547442:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912000:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828809.674678:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828810.698672:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828811.722650:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828812.746660:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828813.770724:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828814.666583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828814.666593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828814.666598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828814.666608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4417 00000100:00080000:1.0:1787828814.666634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828814.666643:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828814.666689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802912128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828814.666768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828814.666772:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828814.666773:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828814.666778:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4417 00000100:00080000:1.0:1787828814.666782:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828814.666786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828814.666796:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828814.666814:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802912128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828814.666815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802912256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828814.666834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828814.666837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828814.666839:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828814.666844:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4417 00000100:00080000:1.0:1787828814.666847:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828814.666859:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828814.666865:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828814.666876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802912384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828814.666891:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828814.666933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828814/real 1787828814] req@ffff9d1f47fa0b40 x1874669802912128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828814.666950:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802912128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828814.666960:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828814.666963:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828814.666967:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802912128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828814.667000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912256:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828814.667019:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828814.667030:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828814/real 1787828814] req@ffff9d1f47fa0000 x1874669802912256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828814.667040:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802912256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828814.667057:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828814.667060:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828814.667063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912256:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828814.667067:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912384:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828814.667081:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828814.667089:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828814/real 1787828814] req@ffff9d1f47fa2580 x1874669802912384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828814.667098:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802912384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828814.667105:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828814.667107:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828814.667110:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912384:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828814.794729:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828815.818771:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828816.842625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828817.866778:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828818.890739:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828819.786619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828819.786630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828819.786635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828819.786645:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4422 00000100:00080000:1.0:1787828819.786677:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828819.786726:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828819.786775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802912512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828819.786820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828819.786824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828819.786826:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828819.786831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4422 00000100:00080000:1.0:1787828819.786836:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828819.786840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828819.786852:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828819.786871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802912640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828819.786888:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802912512:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828819.786907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828819.786916:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828819.786920:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828819.786928:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4422 00000100:00080000:1.0:1787828819.786935:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828819.786945:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828819.786955:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828819.786979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802912768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828819.787011:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828819.787083:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828819/real 1787828819] req@ffff9d1f47fa0f00 x1874669802912512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828819.787105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802912512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828819.787117:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828819.787138:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828819.787142:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802912512:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828819.787174:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912640:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828819.787199:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828819.787214:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828819/real 1787828819] req@ffff9d1f47fa1e00 x1874669802912640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828819.787248:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802912640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828819.787260:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828819.787264:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828819.787269:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828819.787279:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912768:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828819.787315:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828819.787326:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828819/real 1787828819] req@ffff9d1f47fa3840 x1874669802912768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828819.787336:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802912768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828819.787350:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828819.787353:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828819.787355:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802912768:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828819.914776:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828820.938716:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828821.962620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828822.986749:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828824.010627:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828824.906605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828824.906617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828824.906621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828824.906649:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4427 00000100:00080000:2.0:1787828824.906662:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828824.906670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828824.906715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802912896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828824.906759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828824.906762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828824.906764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828824.906768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4427 00000100:00080000:2.0:1787828824.906772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828824.906775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828824.906787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828824.906792:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802912896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828824.906801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802913024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828824.906810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828824.906812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828824.906813:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828824.906816:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4427 00000100:00080000:2.0:1787828824.906818:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828824.906820:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828824.906824:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828824.906832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802913152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828824.906880:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828824.906932:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828824/real 1787828824] req@ffff9d1f45d121c0 x1874669802912896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828824.906954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802912896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828824.906967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828824.906971:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828824.906976:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802912896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828824.907000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913024:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828824.907020:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828824.907030:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828824/real 1787828824] req@ffff9d1f45d10000 x1874669802913024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828824.907038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802913024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828824.907045:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828824.907047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828824.907050:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913024:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828824.907054:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913152:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828824.907066:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828824.907073:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828824/real 1787828824] req@ffff9d1f45d103c0 x1874669802913152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828824.907080:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802913152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828824.907086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828824.907088:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828824.907090:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913152:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828825.034802:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828826.058677:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828827.082697:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828828.106696:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828829.130729:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828830.026607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828830.026632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828830.026635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828830.026644:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4432 00000100:00080000:1.0:1787828830.026653:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828830.026658:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828830.026689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802913280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828830.026712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828830.026714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828830.026716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828830.026720:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4432 00000100:00080000:1.0:1787828830.026722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828830.026725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828830.026733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828830.026742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802913408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828830.026750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828830.026753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828830.026755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828830.026760:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802913280:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828830.026761:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4432 00000100:00080000:1.0:1787828830.026766:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828830.026770:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828830.026774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828830.026784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802913536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828830.026825:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828830.026884:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffff9d1f47fa2940 x1874669802913280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828830.026901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802913280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828830.026909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828830.026911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828830.026914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802913280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828830.026933:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913408:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828830.026951:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828830.026960:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffff9d1f47fa3c00 x1874669802913408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828830.026969:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802913408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828830.026975:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828830.026977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828830.026980:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913408:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828830.026983:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913536:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828830.026995:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828830.027001:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffff9d1f47fa3840 x1874669802913536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828830.027008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802913536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828830.027014:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828830.027015:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828830.027017:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913536:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828830.154595:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828831.178799:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828832.202614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828833.226677:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828834.250666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828835.146576:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828835.146584:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828835.146588:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828835.146615:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4437 00000100:00080000:1.0:1787828835.146627:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828835.146645:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828835.146711:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802913664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828835.146733:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828835.146736:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828835.146738:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828835.146741:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4437 00000100:00080000:1.0:1787828835.146744:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828835.146747:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828835.146755:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828835.146767:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802913792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828835.146771:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802913664:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828835.146780:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828835.146784:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828835.146786:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828835.146791:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4437 00000100:00080000:1.0:1787828835.146793:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828835.146797:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828835.146801:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828835.146811:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802913920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828835.146862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828835.146928:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffff9d1f47fa1e00 x1874669802913664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828835.146957:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802913664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828835.146983:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828835.146989:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828835.146995:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802913664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828835.147044:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913792:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828835.147070:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828835.147085:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffff9d1f47fa0f00 x1874669802913792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828835.147099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802913792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828835.147108:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828835.147112:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828835.147115:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913792:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828835.147122:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913920:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828835.147155:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828835.147168:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffff9d1f47fa2580 x1874669802913920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828835.147181:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802913920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828835.147191:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828835.147195:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828835.147199:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802913920:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828835.274713:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828836.298580:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828837.322774:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828838.346685:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828839.370734:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828840.266624:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828840.266633:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828840.266637:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828840.266645:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4443 00000100:00080000:0.0:1787828840.266662:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828840.266669:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828840.266703:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802914048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828840.266729:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828840.266749:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828840.266751:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828840.266756:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4443 00000100:00080000:0.0:1787828840.266760:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828840.266765:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828840.266775:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828840.266791:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802914176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828840.266818:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828840.266822:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828840.266824:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828840.266829:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4443 00000100:00080000:0.0:1787828840.266834:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828840.266836:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802914048:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828840.266844:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828840.266851:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828840.266865:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802914304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828840.266893:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828840.266933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffff9d1f4bd97840 x1874669802914048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828840.266947:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802914048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828840.266955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828840.266959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828840.266963:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802914048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828840.266969:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914176:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828840.266984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828840.267010:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffff9d1f4bd94b40 x1874669802914176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828840.267019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802914176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828840.267025:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828840.267027:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828840.267029:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914176:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828840.267050:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914304:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828840.267063:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828840.267070:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffff9d1f4bd95e00 x1874669802914304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828840.267078:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802914304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828840.267084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828840.267086:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828840.267088:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914304:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828840.394642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828841.418587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828842.442649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828843.466708:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828844.490618:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828845.386625:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828845.386634:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828845.386638:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828845.386648:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4448 00000100:00080000:0.0:1787828845.386659:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828845.386667:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828845.386700:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802914432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828845.386722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828845.386726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828845.386728:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828845.386731:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4448 00000100:00080000:0.0:1787828845.386734:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828845.386738:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828845.386747:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828845.386761:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802914432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828845.386762:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802914560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828845.386779:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828845.386782:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828845.386784:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828845.386787:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4448 00000100:00080000:0.0:1787828845.386791:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828845.386793:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828845.386797:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828845.386806:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802914688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828845.386828:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828845.386888:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffff9d1f4bd970c0 x1874669802914432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828845.386920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802914432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828845.386936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828845.386942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828845.386948:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802914432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828845.386975:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914560:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828845.387002:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828845.387016:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffff9d1f4bd95e00 x1874669802914560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828845.387027:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802914560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828845.387040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828845.387044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828845.387049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828845.387059:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914688:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828845.387085:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828845.387096:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffff9d1f4bd94b40 x1874669802914688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828845.387109:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802914688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828845.387118:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828845.387122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828845.387124:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914688:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828845.514648:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828846.538597:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828847.562599:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828848.586634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828849.610598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828850.506559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828850.506567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828850.506571:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828850.506578:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4453 00000100:00080000:2.0:1787828850.506587:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828850.506593:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828850.506624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802914816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828850.506648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828850.506652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828850.506654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828850.506660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4453 00000100:00080000:2.0:1787828850.506672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828850.506679:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828850.506702:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828850.506725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802914944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828850.506736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828850.506742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828850.506744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828850.506745:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802914816:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828850.506751:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4453 00000100:00080000:2.0:1787828850.506760:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828850.506766:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828850.506771:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828850.506782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802915072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828850.506846:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828850.506900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828850/real 1787828850] req@ffff9d1f45d103c0 x1874669802914816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828850.506920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802914816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828850.506931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828850.506935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828850.506938:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802914816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828850.506964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914944:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787828850.506982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828850.506992:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828850/real 1787828850] req@ffff9d1f45d10000 x1874669802914944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828850.507002:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802914944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828850.507009:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828850.507012:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828850.507014:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802914944:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828850.507019:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915072:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787828850.507032:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828850.507039:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828850/real 1787828850] req@ffff9d1f45d121c0 x1874669802915072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828850.507047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802915072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828850.507053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828850.507055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828850.507057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915072:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828850.634575:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828851.658587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828852.682638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828853.706606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828854.730625:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828855.626610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828855.626636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828855.626651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828855.626661:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4458 00000100:00080000:3.0:1787828855.626670:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828855.626677:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828855.626726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802915200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828855.626766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828855.626769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828855.626771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828855.626786:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4458 00000100:00080000:3.0:1787828855.626792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828855.626795:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828855.626803:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828855.626815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802915328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828855.626825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828855.626827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828855.626829:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828855.626831:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4458 00000100:00080000:3.0:1787828855.626833:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828855.626840:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802915200:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828855.626840:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828855.626848:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828855.626858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802915456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828855.626931:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828855.626979:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828855/real 1787828855] req@ffff9d1f48270b40 x1874669802915200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828855.626999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802915200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828855.627010:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828855.627015:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828855.627019:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802915200:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828855.627026:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915328:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828855.627053:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828855.627066:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828855/real 1787828855] req@ffff9d1f48272d00 x1874669802915328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828855.627078:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802915328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828855.627086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828855.627090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828855.627093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915328:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828855.627117:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915456:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828855.627137:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828855.627164:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828855/real 1787828855] req@ffff9d1f482712c0 x1874669802915456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828855.627181:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802915456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828855.627189:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828855.627193:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828855.627196:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915456:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828855.754642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828856.778687:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828857.802624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828858.826619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828859.850679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828860.746598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828860.746609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828860.746614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828860.746624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4463 00000100:00080000:2.0:1787828860.746637:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828860.746644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828860.746700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802915584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828860.746733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828860.746737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828860.746739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828860.746744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4463 00000100:00080000:2.0:1787828860.746747:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828860.746763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828860.746776:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828860.746791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802915712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828860.746801:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802915584:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828860.746801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828860.746805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828860.746807:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828860.746810:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4463 00000100:00080000:2.0:1787828860.746814:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828860.746829:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828860.746834:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828860.746842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802915840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828860.746942:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915712:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828860.746972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915840:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828860.874611:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828861.898702:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828862.922654:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828863.818793:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787828863.818854:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828863.818870:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828863.818903:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787828863.818909:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787828863.818958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828860/real 1787828863] req@ffff9d1f45d13c00 x1874669802915712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828863.818984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802915712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828863.818997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828863.819002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828863.819007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915712:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787828863.819015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828860/real 1787828863] req@ffff9d1f45d12d00 x1874669802915840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828863.819028:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802915840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828863.819037:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828863.819041:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828863.819055:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802915840:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787828863.819063:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828860/real 1787828863] req@ffff9d1f45d11a40 x1874669802915584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828863.819078:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802915584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828863.819087:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828863.819090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787828863.819094:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802915584:192.168.203.151@tcp:250:kworker.0 00010000:00010000:1.0:1787828863.946605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828864.970720:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828865.866590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828865.866601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828865.866605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828865.866615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4468 00000100:00080000:1.0:1787828865.866627:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828865.866635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828865.866683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802915968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828865.866716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828865.866720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828865.866722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828865.866727:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4468 00000100:00080000:1.0:1787828865.866730:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828865.866734:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828865.866754:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828865.866767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802916096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828865.866772:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802915968:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828865.866793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828865.866798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828865.866801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828865.866808:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4468 00000100:00080000:1.0:1787828865.866824:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828865.866831:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828865.866839:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828865.866857:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802916224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828865.866865:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828865.866942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828865/real 1787828865] req@ffff9d1f47fa0000 x1874669802915968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828865.866970:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802915968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828865.866985:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828865.866992:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828865.866996:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802915968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828865.867026:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916096:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828865.867063:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828865.867083:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828865/real 1787828865] req@ffff9d1f47fa0b40 x1874669802916096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828865.867100:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802916096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828865.867112:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828865.867117:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828865.867121:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916096:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828865.867130:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916224:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828865.867162:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828865.867177:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828865/real 1787828865] req@ffff9d1f47fa21c0 x1874669802916224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828865.867193:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802916224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828865.867204:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828865.867208:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828865.867213:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916224:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828865.994716:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828867.018580:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828868.042721:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828869.066667:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828870.090629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828870.986578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828870.986590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828870.986595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828870.986607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4473 00000100:00080000:1.0:1787828870.986619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828870.986626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828870.986670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802916352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828870.986699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828870.986703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828870.986704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828870.986708:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4473 00000100:00080000:1.0:1787828870.986711:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828870.986713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828870.986724:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828870.986733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802916480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828870.986742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828870.986746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828870.986747:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828870.986750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4473 00000100:00080000:1.0:1787828870.986752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828870.986755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828870.986759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828870.986770:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802916352:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828870.986771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802916608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828870.986865:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828870.986914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828870/real 1787828870] req@ffff9d1f47fa1a40 x1874669802916352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828870.986930:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802916352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828870.986940:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828870.986944:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828870.986947:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802916352:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828870.986954:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916480:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828870.986972:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828870.986981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828870/real 1787828870] req@ffff9d1f47fa30c0 x1874669802916480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828870.986996:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802916480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828870.987002:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828870.987005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828870.987007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916480:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828870.987031:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916608:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828870.987045:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828870.987052:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828870/real 1787828870] req@ffff9d1f47fa1680 x1874669802916608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828870.987061:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802916608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828870.987067:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828870.987069:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828870.987071:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916608:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828871.114692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828872.138642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828873.162617:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828874.186623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828875.210666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828876.106574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828876.106589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828876.106594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828876.106606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4478 00000100:00080000:2.0:1787828876.106618:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828876.106625:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828876.106669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802916736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828876.106696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828876.106699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828876.106701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828876.106704:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4478 00000100:00080000:2.0:1787828876.106708:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828876.106712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828876.106724:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828876.106740:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802916736:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828876.106741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802916864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828876.106761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828876.106764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828876.106765:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828876.106769:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4478 00000100:00080000:2.0:1787828876.106772:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828876.106776:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828876.106781:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828876.106793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802916992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828876.106829:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828876.106889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffff9d1f45d12580 x1874669802916736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828876.106913:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802916736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828876.106934:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828876.106939:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828876.106944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802916736:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828876.106973:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916864:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828876.107001:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828876.107015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffff9d1f45d11680 x1874669802916864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828876.107030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802916864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828876.107040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828876.107044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828876.107048:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916864:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828876.107056:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916992:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828876.107080:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828876.107093:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffff9d1f45d13840 x1874669802916992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828876.107106:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802916992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828876.107117:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828876.107121:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828876.107125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802916992:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828876.234642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828877.258756:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828878.282639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828879.306768:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828880.330652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828881.226560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.226571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828881.226575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.226586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4484 00000100:00080000:2.0:1787828881.226598:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.226606:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828881.226645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802917120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828881.226672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.226676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828881.226677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.226680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4484 00000100:00080000:2.0:1787828881.226683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.226686:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828881.226702:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828881.226706:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802917120:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828881.226719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802917248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828881.226737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.226740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828881.226742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.226745:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4484 00000100:00080000:2.0:1787828881.226748:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.226751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828881.226755:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828881.226765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802917376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828881.226793:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828881.226845:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffff9d1f45d13480 x1874669802917120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.226863:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802917120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.226876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.226880:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828881.226885:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802917120:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828881.226915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917248:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828881.226941:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828881.226953:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffff9d1f45d10780 x1874669802917248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.226962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802917248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.226977:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.226980:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828881.226983:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917248:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828881.226991:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917376:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828881.227009:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828881.227021:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffff9d1f45d11e00 x1874669802917376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.227030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802917376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.227036:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.227039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828881.227041:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917376:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828881.354660:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828882.378625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828883.402655:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828884.426717:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828885.450697:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828886.346639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828886.346655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828886.346661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828886.346687:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4489 00000100:00080000:3.0:1787828886.346702:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828886.346711:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828886.346754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802917504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828886.346779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828886.346782:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828886.346784:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828886.346788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4489 00000100:00080000:3.0:1787828886.346791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828886.346795:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828886.346805:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828886.346817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802917632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828886.346829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828886.346832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828886.346834:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828886.346840:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4489 00000100:00080000:3.0:1787828886.346846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828886.346847:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802917504:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828886.346859:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828886.346865:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828886.346884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802917760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828886.346923:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828886.346968:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffff9d1f48270f00 x1874669802917504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.346987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802917504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.346996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.347000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828886.347003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802917504:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828886.347022:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917632:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828886.347041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828886.347050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffff9d1f48273480 x1874669802917632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.347059:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802917632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.347065:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.347067:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828886.347069:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917632:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828886.347074:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917760:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828886.347085:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828886.347099:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffff9d1f48272940 x1874669802917760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.347110:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802917760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.347116:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.347118:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828886.347120:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802917760:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828886.474614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828887.498692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828888.522609:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828889.546631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828890.570585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828891.466523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828891.466531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828891.466535:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828891.466544:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4494 00000100:00080000:3.0:1787828891.466553:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828891.466560:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828891.466590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802917888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828891.466616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828891.466619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828891.466620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828891.466623:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4494 00000100:00080000:3.0:1787828891.466625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828891.466627:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828891.466635:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828891.466645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802918016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828891.466653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828891.466656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828891.466657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828891.466660:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4494 00000100:00080000:3.0:1787828891.466663:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828891.466668:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828891.466669:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802917888:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787828891.466671:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828891.466682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802918144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828891.466729:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828891.466761:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffff9d1f48270000 x1874669802917888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.466773:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802917888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.466782:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.466785:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828891.466795:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802917888:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828891.466801:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918016:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828891.466817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828891.466825:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffff9d1f48272940 x1874669802918016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.466834:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802918016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.466840:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.466843:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828891.466845:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918016:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828891.466862:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918144:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828891.466874:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828891.466881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffff9d1f48273480 x1874669802918144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.466888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802918144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.466894:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.466896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828891.466898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918144:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828891.594659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828892.618640:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828893.642676:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828894.666618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828895.690647:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828896.586529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828896.586542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828896.586547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828896.586558:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4499 00000100:00080000:3.0:1787828896.586570:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828896.586589:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828896.586631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802918272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828896.586662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828896.586667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828896.586671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828896.586677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4499 00000100:00080000:3.0:1787828896.586683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828896.586689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828896.586701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828896.586712:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802918272:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828896.586718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802918400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828896.586731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828896.586737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828896.586739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828896.586744:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4499 00000100:00080000:3.0:1787828896.586748:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828896.586753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828896.586759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828896.586770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802918528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828896.586778:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828896.586821:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828896/real 1787828896] req@ffff9d1f48270f00 x1874669802918272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828896.586840:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802918272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828896.586850:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828896.586854:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828896.586857:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802918272:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828896.586879:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918400:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828896.586901:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828896.586911:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828896/real 1787828896] req@ffff9d1f482712c0 x1874669802918400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828896.586928:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802918400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828896.586936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828896.586939:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828896.586942:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918400:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828896.586947:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918528:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828896.586965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828896.586973:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828896/real 1787828896] req@ffff9d1f48272d00 x1874669802918528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828896.586983:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802918528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828896.586990:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828896.586992:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828896.586995:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918528:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828896.714741:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828897.738674:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828898.762606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828899.786609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828900.810591:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828901.706592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828901.706602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828901.706607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828901.706618:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4504 00000100:00080000:3.0:1787828901.706629:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828901.706636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828901.706673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802918656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828901.706700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828901.706704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828901.706706:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828901.706710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4504 00000100:00080000:3.0:1787828901.706712:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828901.706715:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828901.706724:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828901.706750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802918784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828901.706759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828901.706761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828901.706763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828901.706766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4504 00000100:00080000:3.0:1787828901.706767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828901.706770:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828901.706774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828901.706781:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802918656:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828901.706782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802918912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828901.706866:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828901.706907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828901/real 1787828901] req@ffff9d1f48270b40 x1874669802918656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828901.706924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802918656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828901.706934:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828901.706937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828901.706941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802918656:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828901.706947:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918784:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828901.706965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828901.706975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828901/real 1787828901] req@ffff9d1f48271e00 x1874669802918784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828901.706985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802918784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828901.706992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828901.706995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828901.706997:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918784:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828901.707019:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918912:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828901.707034:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828901.707042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828901/real 1787828901] req@ffff9d1f48270780 x1874669802918912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828901.707052:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802918912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828901.707059:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828901.707061:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828901.707063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802918912:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828901.834606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828902.858678:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828903.882664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828904.906674:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828905.930636:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828906.826588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828906.826601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828906.826606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828906.826620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4509 00000100:00080000:3.0:1787828906.826634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828906.826644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828906.826688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802919040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828906.826724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828906.826730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828906.826732:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828906.826739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4509 00000100:00080000:3.0:1787828906.826744:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828906.826767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828906.826778:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828906.826798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802919168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828906.826803:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802919040:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787828906.826842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828906.826847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828906.826851:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828906.826857:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4509 00000100:00080000:3.0:1787828906.826863:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828906.826869:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828906.826877:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828906.826895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787828906.826899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802919296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828906.826941:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828906/real 1787828906] req@ffff9d1f48271680 x1874669802919040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828906.826958:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802919040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828906.826969:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828906.826972:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828906.826976:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802919040:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828906.826998:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919168:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828906.827018:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828906.827028:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828906/real 1787828906] req@ffff9d1f48273840 x1874669802919168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828906.827039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802919168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828906.827047:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828906.827049:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828906.827052:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919168:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828906.827078:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919296:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828906.827114:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828906.827123:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828906/real 1787828906] req@ffff9d1f48273c00 x1874669802919296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828906.827132:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802919296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828906.827139:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828906.827142:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828906.827144:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919296:192.168.203.151@tcp:8:kworker.0 00010000:00010000:3.0:1787828906.954639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828907.978631:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828909.002622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828910.026617:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828911.050605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828911.946606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828911.946618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828911.946631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828911.946642:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4514 00000100:00080000:0.0:1787828911.946655:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828911.946665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828911.946710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802919424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828911.946738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828911.946741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828911.946743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828911.946746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4514 00000100:00080000:0.0:1787828911.946758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828911.946760:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828911.946770:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828911.946780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802919552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828911.946788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828911.946790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828911.946792:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828911.946795:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4514 00000100:00080000:0.0:1787828911.946798:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828911.946801:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828911.946805:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828911.946822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802919680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828911.946892:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802919424:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828911.946956:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828911.946993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828911/real 1787828911] req@ffff9d1f4bd97840 x1874669802919424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828911.947006:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802919424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828911.947015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828911.947032:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828911.947035:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802919424:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828911.947042:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919552:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828911.947060:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828911.947068:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828911/real 1787828911] req@ffff9d1f4bd94b40 x1874669802919552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828911.947076:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802919552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828911.947082:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828911.947085:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828911.947087:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919552:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828911.947091:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919680:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828911.947102:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828911.947109:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828911/real 1787828911] req@ffff9d1f4bd95e00 x1874669802919680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828911.947122:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802919680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828911.947129:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828911.947131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828911.947133:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919680:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828912.074614:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828913.098588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828914.122601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828915.146612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828916.170579:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828917.066563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828917.066573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828917.066578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828917.066589:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4519 00000100:00080000:0.0:1787828917.066601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828917.066609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828917.066649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802919808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828917.066675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828917.066678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828917.066680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828917.066683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4519 00000100:00080000:0.0:1787828917.066685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828917.066687:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828917.066698:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828917.066709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802919936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828917.066717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828917.066719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828917.066720:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828917.066723:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4519 00000100:00080000:0.0:1787828917.066726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828917.066740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828917.066744:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828917.066756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802920064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828917.066817:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802919808:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787828917.066895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828917.066948:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffff9d1f4bd970c0 x1874669802919808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828917.066968:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802919808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828917.066980:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828917.067000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828917.067005:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802919808:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828917.067012:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919936:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828917.067055:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828917.067078:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffff9d1f4bd95e00 x1874669802919936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828917.067089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802919936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828917.067108:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828917.067113:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828917.067117:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802919936:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828917.067125:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920064:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828917.067144:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828917.067154:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffff9d1f4bd94b40 x1874669802920064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828917.067163:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802920064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828917.067176:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828917.067179:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828917.067183:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920064:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828917.194623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828918.218683:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828919.242591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828920.266622:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828921.290614:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828922.186582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828922.186591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828922.186594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828922.186603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4525 00000100:00080000:1.0:1787828922.186612:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828922.186617:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828922.186649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802920192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828922.186677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828922.186679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828922.186681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828922.186684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4525 00000100:00080000:1.0:1787828922.186686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828922.186688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828922.186696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828922.186722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802920320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828922.186733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828922.186735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802920192:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828922.186737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828922.186742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828922.186747:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4525 00000100:00080000:1.0:1787828922.186750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828922.186753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828922.186757:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828922.186787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802920448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828922.186832:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828922.186896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffff9d1f47fa03c0 x1874669802920192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828922.186939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802920192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828922.186964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828922.186968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828922.186971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802920192:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828922.187011:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920320:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828922.187029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828922.187038:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffff9d1f47fa0780 x1874669802920320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828922.187047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802920320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828922.187052:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828922.187055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828922.187057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920320:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828922.187061:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920448:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828922.187072:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828922.187089:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffff9d1f47fa1680 x1874669802920448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828922.187096:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802920448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828922.187101:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828922.187103:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828922.187105:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920448:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828922.314633:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828923.338659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828924.362609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828925.386578:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828926.410642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828927.306545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.306554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828927.306558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.306568:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4530 00000100:00080000:1.0:1787828927.306579:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.306596:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828927.306636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802920576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828927.306665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.306670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828927.306672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.306676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4530 00000100:00080000:1.0:1787828927.306679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.306683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828927.306691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828927.306701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802920704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828927.306709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.306711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828927.306712:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.306715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4530 00000100:00080000:1.0:1787828927.306718:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.306721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828927.306725:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828927.306733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802920832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828927.306765:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802920576:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828927.306887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920704:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828927.306944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920832:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828927.434719:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828928.458630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828929.482599:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828930.378800:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828930.378846:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828930.378872:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828930.378927:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828930.378937:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787828930.379072:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffff9d1f47fa30c0 x1874669802920576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828930.379099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802920576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828930.379111:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828930.379117:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828930.379125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802920576:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828930.379134:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffff9d1f47fa1a40 x1874669802920704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828930.379147:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802920704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828930.379160:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828930.379164:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828930.379168:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920704:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828930.379175:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffff9d1f47fa21c0 x1874669802920832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828930.379189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802920832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828930.379198:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828930.379205:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828930.379209:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802920832:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828930.506613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828931.530647:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828932.426537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828932.426545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828932.426548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828932.426556:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4535 00000100:00080000:0.0:1787828932.426582:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828932.426589:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828932.426625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802920960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828932.426649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828932.426653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828932.426655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828932.426659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4535 00000100:00080000:0.0:1787828932.426662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828932.426665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828932.426675:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828932.426706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802921088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828932.426717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828932.426720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828932.426722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828932.426727:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4535 00000100:00080000:0.0:1787828932.426731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828932.426731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802920960:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828932.426736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828932.426744:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828932.426752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802921216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828932.426827:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828932.426866:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffff9d1f4bd97840 x1874669802920960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828932.426920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802920960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828932.426932:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828932.426937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828932.426941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802920960:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828932.426966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921088:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828932.426990:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828932.427003:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffff9d1f4bd94b40 x1874669802921088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828932.427015:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802921088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828932.427024:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828932.427028:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828932.427031:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921088:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828932.427038:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921216:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828932.427059:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828932.427071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffff9d1f4bd95e00 x1874669802921216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828932.427092:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802921216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828932.427101:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828932.427105:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828932.427108:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921216:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828932.554638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828933.578581:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828934.602618:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828935.626623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828936.650646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828937.546539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828937.546547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828937.546551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828937.546560:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4540 00000100:00080000:0.0:1787828937.546572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828937.546579:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828937.546634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802921344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828937.546657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828937.546660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828937.546662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828937.546665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4540 00000100:00080000:0.0:1787828937.546668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828937.546670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828937.546679:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828937.546691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802921472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828937.546700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828937.546705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787828937.546705:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802921344:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828937.546708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828937.546726:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4540 00000100:00080000:0.0:1787828937.546728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828937.546731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828937.546734:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828937.546743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802921600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828937.546774:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828937.546806:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828937/real 1787828937] req@ffff9d1f4bd970c0 x1874669802921344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828937.546817:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802921344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828937.546825:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828937.546828:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828937.546830:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802921344:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828937.546864:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921472:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828937.546881:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828937.546892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828937/real 1787828937] req@ffff9d1f4bd95e00 x1874669802921472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828937.546915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802921472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828937.546931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828937.546935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828937.546938:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921472:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828937.546945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921600:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828937.546967:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828937.546989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828937/real 1787828937] req@ffff9d1f4bd94b40 x1874669802921600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828937.547002:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802921600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828937.547012:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828937.547016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828937.547020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921600:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828937.674654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828938.698629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828939.722657:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828940.746722:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828941.770703:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828942.666612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828942.666630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828942.666638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828942.666654:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4545 00000100:00080000:2.0:1787828942.666671:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828942.666680:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828942.666730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802921728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828942.666760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828942.666763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828942.666765:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828942.666769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4545 00000100:00080000:2.0:1787828942.666771:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828942.666774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828942.666785:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828942.666795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802921856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828942.666819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828942.666822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828942.666824:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828942.666828:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4545 00000100:00080000:2.0:1787828942.666831:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828942.666836:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828942.666838:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802921728:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787828942.666842:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828942.666854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802921984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828942.666930:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828942.666977:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828942/real 1787828942] req@ffff9d1f45d112c0 x1874669802921728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828942.666993:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802921728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828942.667003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828942.667007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828942.667010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802921728:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828942.667016:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921856:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828942.667038:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828942.667051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828942/real 1787828942] req@ffff9d1f45d130c0 x1874669802921856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828942.667064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802921856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828942.667075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828942.667078:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828942.667081:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921856:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828942.667109:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921984:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828942.667135:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828942.667146:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828942/real 1787828942] req@ffff9d1f45d12940 x1874669802921984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828942.667159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802921984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828942.667168:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828942.667172:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828942.667175:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802921984:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828942.794613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828943.818733:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828944.842673:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828945.866603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828946.890621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828947.786521:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828947.786529:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828947.786533:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828947.786542:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4550 00000100:00080000:2.0:1787828947.786551:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828947.786557:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828947.786591:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802922112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828947.786614:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828947.786617:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828947.786618:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828947.786621:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4550 00000100:00080000:2.0:1787828947.786624:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828947.786626:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828947.786651:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828947.786665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802922240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828947.786676:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802922112:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828947.786680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828947.786687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828947.786689:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828947.786693:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4550 00000100:00080000:2.0:1787828947.786696:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828947.786700:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828947.786708:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828947.786727:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802922368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828947.786747:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828947.786812:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828947/real 1787828947] req@ffff9d1f45d12940 x1874669802922112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828947.786836:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802922112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828947.786847:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828947.786851:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828947.786855:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802922112:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828947.786879:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922240:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828947.786903:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828947.786914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828947/real 1787828947] req@ffff9d1f45d130c0 x1874669802922240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828947.786925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802922240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828947.786933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828947.786936:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828947.786939:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922240:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828947.786945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922368:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828947.786960:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828947.786968:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828947/real 1787828947] req@ffff9d1f45d112c0 x1874669802922368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828947.786985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802922368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828947.786992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828947.786995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828947.786997:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922368:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828947.914620:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828948.938675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828949.962626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828950.986669:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828952.010669:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828952.906534:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828952.906544:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828952.906549:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828952.906560:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4555 00000100:00080000:2.0:1787828952.906572:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828952.906579:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828952.906617:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802922496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828952.906642:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828952.906646:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828952.906647:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828952.906651:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4555 00000100:00080000:2.0:1787828952.906654:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828952.906656:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828952.906666:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828952.906677:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802922624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828952.906686:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828952.906689:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828952.906690:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828952.906692:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4555 00000100:00080000:2.0:1787828952.906695:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828952.906701:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828952.906705:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802922496:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787828952.906706:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828952.906720:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802922752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828952.906821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828952.906865:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828952/real 1787828952] req@ffff9d1f45d11e00 x1874669802922496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828952.906880:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802922496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828952.906890:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828952.906893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828952.906897:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802922496:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828952.906905:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922624:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828952.906925:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828952.906936:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828952/real 1787828952] req@ffff9d1f45d10780 x1874669802922624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828952.906948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802922624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828952.906962:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828952.906966:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828952.906970:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922624:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828952.907000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922752:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828952.907015:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828952.907026:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828952/real 1787828952] req@ffff9d1f45d13480 x1874669802922752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828952.907034:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802922752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828952.907041:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828952.907043:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828952.907046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802922752:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828953.034663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828954.058618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828955.082602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828956.106594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828957.130587:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828958.026576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828958.026587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828958.026592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828958.026604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4560 00000100:00080000:0.0:1787828958.026616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828958.026623:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828958.026666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802922880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828958.026692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828958.026695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828958.026696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828958.026710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4560 00000100:00080000:0.0:1787828958.026714:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828958.026717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828958.026729:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828958.026744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802923008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828958.026756:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802922880:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828958.026784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828958.026788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828958.026790:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828958.026794:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4560 00000100:00080000:0.0:1787828958.026797:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828958.026801:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828958.026805:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828958.026813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802923136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828958.026842:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828958.026885:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffff9d1f4bd97840 x1874669802922880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828958.026900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802922880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828958.026910:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828958.026913:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828958.026916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802922880:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828958.026938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923008:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828958.026955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828958.026963:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffff9d1f4bd94b40 x1874669802923008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828958.026971:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802923008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828958.026976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828958.026979:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828958.026981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923008:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828958.026985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923136:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828958.026996:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828958.027001:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffff9d1f4bd95e00 x1874669802923136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828958.027008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802923136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828958.027014:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828958.027016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828958.027017:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923136:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828958.154634:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828959.178708:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828960.202660:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828961.226649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828962.250646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828963.146570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828963.146579:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828963.146583:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828963.146591:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4565 00000100:00080000:2.0:1787828963.146602:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828963.146609:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828963.146641:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802923264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828963.146678:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828963.146683:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828963.146712:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828963.146717:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4565 00000100:00080000:2.0:1787828963.146722:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828963.146727:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828963.146738:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828963.146744:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802923264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828963.146752:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802923392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828963.146763:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828963.146769:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828963.146771:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828963.146774:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4565 00000100:00080000:2.0:1787828963.146778:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828963.146782:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828963.146786:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828963.146805:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787828963.146808:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802923520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828963.146846:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffff9d1f45d13840 x1874669802923264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828963.146865:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802923264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828963.146874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828963.146877:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828963.146880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802923264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828963.146900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923392:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828963.146920:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828963.146930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffff9d1f45d11680 x1874669802923392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828963.146939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802923392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828963.146945:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828963.146947:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828963.146950:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923392:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828963.146954:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923520:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828963.146965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828963.146971:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffff9d1f45d12580 x1874669802923520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828963.146984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802923520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828963.146990:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828963.146992:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828963.146994:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923520:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828963.274614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828964.298703:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828965.322642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828966.346618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828967.370621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828968.266545:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828968.266553:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828968.266557:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828968.266565:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4571 00000100:00080000:2.0:1787828968.266575:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828968.266581:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828968.266612:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802923648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828968.266646:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828968.266649:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828968.266651:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828968.266654:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4571 00000100:00080000:2.0:1787828968.266657:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828968.266660:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828968.266668:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828968.266680:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802923776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828968.266689:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828968.266690:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802923648:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787828968.266692:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828968.266696:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828968.266703:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4571 00000100:00080000:2.0:1787828968.266705:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828968.266707:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828968.266710:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828968.266719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802923904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828968.266763:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828968.266807:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffff9d1f45d11a40 x1874669802923648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828968.266826:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802923648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828968.266834:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828968.266837:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828968.266840:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802923648:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828968.266859:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923776:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828968.266877:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828968.266886:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffff9d1f45d12d00 x1874669802923776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828968.266894:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802923776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828968.266904:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828968.266907:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828968.266909:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828968.266913:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923904:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828968.266924:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828968.266930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffff9d1f45d13c00 x1874669802923904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828968.266937:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802923904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828968.266943:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828968.266945:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828968.266947:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802923904:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828968.394583:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828969.418602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828970.442681:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828971.466630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828972.490644:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828973.386552:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828973.386563:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828973.386567:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828973.386578:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4576 00000100:00080000:0.0:1787828973.386601:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828973.386611:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828973.386653:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802924032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828973.386680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828973.386683:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828973.386684:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828973.386688:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4576 00000100:00080000:0.0:1787828973.386691:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828973.386693:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828973.386704:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828973.386722:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802924160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828973.386736:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828973.386737:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802924032:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787828973.386744:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828973.386748:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828973.386753:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4576 00000100:00080000:0.0:1787828973.386758:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828973.386764:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828973.386769:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828973.386781:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802924288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828973.386814:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828973.386855:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffff9d1f4bd970c0 x1874669802924032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828973.386869:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802924032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828973.386879:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828973.386882:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828973.386886:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802924032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828973.386909:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924160:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828973.386924:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828973.386933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffff9d1f4bd95e00 x1874669802924160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828973.386941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802924160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828973.386947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828973.386949:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828973.386951:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924160:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828973.386955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924288:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828973.386966:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828973.386972:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffff9d1f4bd94b40 x1874669802924288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828973.386979:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802924288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828973.386985:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828973.386987:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828973.386989:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924288:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828973.514658:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828974.538570:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828975.562622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828976.586607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828977.610630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828978.506571:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828978.506580:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828978.506583:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828978.506592:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4581 00000100:00080000:2.0:1787828978.506602:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828978.506608:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787828978.506640:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802924416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828978.506661:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828978.506664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828978.506665:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828978.506669:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4581 00000100:00080000:2.0:1787828978.506671:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828978.506674:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828978.506683:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828978.506691:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802924544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828978.506699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828978.506702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828978.506703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828978.506705:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4581 00000100:00080000:2.0:1787828978.506707:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828978.506710:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787828978.506714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828978.506716:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802924416:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787828978.506723:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802924672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828978.506784:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828978.506822:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828978/real 1787828978] req@ffff9d1f45d121c0 x1874669802924416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828978.506836:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802924416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828978.506844:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828978.506847:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828978.506850:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802924416:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828978.506856:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924544:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828978.506871:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828978.506879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828978/real 1787828978] req@ffff9d1f45d10000 x1874669802924544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828978.506887:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802924544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828978.506892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828978.506894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828978.506896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828978.506916:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924672:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828978.506928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828978.506934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828978/real 1787828978] req@ffff9d1f45d103c0 x1874669802924672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828978.506945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802924672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828978.506951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828978.506953:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828978.506955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924672:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828978.634587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828979.658607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828980.682612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828981.706583:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828982.730614:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828983.626567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828983.626585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828983.626590:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828983.626600:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4586 00000100:00080000:1.0:1787828983.626610:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828983.626617:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828983.626648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802924800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828983.626670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828983.626673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828983.626674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828983.626677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4586 00000100:00080000:1.0:1787828983.626680:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828983.626683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828983.626691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828983.626707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802924928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828983.626716:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802924800:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828983.626718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828983.626724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828983.626726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828983.626729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4586 00000100:00080000:1.0:1787828983.626731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828983.626734:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828983.626738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828983.626746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802925056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828983.626777:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828983.626810:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828983/real 1787828983] req@ffff9d1f47fa21c0 x1874669802924800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828983.626823:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802924800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828983.626832:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828983.626834:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828983.626837:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802924800:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828983.626855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924928:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828983.626869:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828983.626877:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828983/real 1787828983] req@ffff9d1f47fa1a40 x1874669802924928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828983.626885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802924928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828983.626891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828983.626893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828983.626895:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802924928:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828983.626899:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925056:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828983.626909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828983.626916:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828983/real 1787828983] req@ffff9d1f47fa30c0 x1874669802925056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828983.626923:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802925056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828983.626928:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828983.626930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828983.626932:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925056:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787828983.754634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828984.778700:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828985.802704:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828986.826655:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828987.850576:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828988.746561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828988.746570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828988.746575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828988.746585:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4591 00000100:00080000:0.0:1787828988.746596:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828988.746605:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787828988.746641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802925184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828988.746667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828988.746670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828988.746671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828988.746675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4591 00000100:00080000:0.0:1787828988.746679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828988.746682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828988.746691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828988.746702:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802925184:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828988.746707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802925312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828988.746718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828988.746721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828988.746722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828988.746725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4591 00000100:00080000:0.0:1787828988.746728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828988.746732:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787828988.746736:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828988.746743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802925440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828988.746763:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828988.746809:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828988/real 1787828988] req@ffff9d1f4bd97840 x1874669802925184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828988.746826:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802925184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828988.746836:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828988.746840:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828988.746844:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802925184:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787828988.746865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925312:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787828988.746888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828988.746905:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828988/real 1787828988] req@ffff9d1f4bd94b40 x1874669802925312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828988.746919:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802925312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828988.746928:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828988.746932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828988.746936:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925312:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828988.746941:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925440:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787828988.746959:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787828988.746967:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828988/real 1787828988] req@ffff9d1f4bd95e00 x1874669802925440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828988.746975:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802925440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828988.746981:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828988.746983:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828988.746985:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925440:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828988.874630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828989.898595:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828990.922666:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828991.946638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828992.970712:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828993.866594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828993.866604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828993.866609:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828993.866619:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4596 00000100:00080000:3.0:1787828993.866631:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828993.866639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787828993.866680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802925568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828993.866705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828993.866709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828993.866710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828993.866715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4596 00000100:00080000:3.0:1787828993.866719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828993.866725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828993.866738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828993.866742:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802925568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787828993.866759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802925696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828993.866773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828993.866778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828993.866781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828993.866786:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4596 00000100:00080000:3.0:1787828993.866791:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828993.866796:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787828993.866801:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828993.866816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802925824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828993.866859:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925696:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828993.866898:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925824:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787828993.994646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828995.018644:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828996.042653:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828996.938777:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787828996.938842:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828996.938864:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828996.938912:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787828996.938926:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787828996.938981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828993/real 1787828996] req@ffff9d1f48273c00 x1874669802925696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828996.939019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802925696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828996.939048:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828996.939053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828996.939058:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925696:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787828996.939067:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828993/real 1787828996] req@ffff9d1f48273840 x1874669802925824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828996.939082:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802925824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828996.939091:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828996.939095:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828996.939099:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802925824:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787828996.939106:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828993/real 1787828996] req@ffff9d1f482703c0 x1874669802925568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828996.939133:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802925568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828996.939142:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828996.939146:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787828996.939151:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802925568:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787828997.066589:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828998.090616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828998.986588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828998.986599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828998.986603:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828998.986614:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4601 00000100:00080000:1.0:1787828998.986628:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828998.986636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787828998.986684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802925952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828998.986725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828998.986729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828998.986731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828998.986736:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4601 00000100:00080000:1.0:1787828998.986741:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828998.986746:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828998.986765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828998.986782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802926080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828998.986796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828998.986801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828998.986803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828998.986810:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4601 00000100:00080000:1.0:1787828998.986814:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828998.986816:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802925952:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787828998.986823:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787828998.986838:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828998.986854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802926208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828998.986910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828998.986963:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828998/real 1787828998] req@ffff9d1f47fa0b40 x1874669802925952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828998.986984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802925952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828998.986996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828998.987001:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828998.987006:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802925952:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787828998.987035:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926080:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787828998.987061:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828998.987075:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828998/real 1787828998] req@ffff9d1f47fa0000 x1874669802926080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828998.987087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802926080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828998.987110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828998.987115:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828998.987118:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926080:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787828998.987125:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926208:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787828998.987149:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787828998.988360:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828998/real 1787828998] req@ffff9d1f47fa2580 x1874669802926208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828998.988393:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802926208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828998.988402:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828998.988405:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787828998.988408:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926208:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787828999.114608:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829000.138673:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829001.162690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829002.186698:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829003.210605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829004.106534:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829004.106542:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829004.106545:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829004.106553:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4606 00000100:00080000:2.0:1787829004.106561:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829004.106567:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829004.106600:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802926336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829004.106620:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829004.106624:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829004.106625:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829004.106628:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4606 00000100:00080000:2.0:1787829004.106630:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829004.106632:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829004.106640:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829004.106649:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802926464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829004.106656:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829004.106659:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829004.106660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829004.106663:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4606 00000100:00080000:2.0:1787829004.106665:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829004.106668:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829004.106673:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802926336:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787829004.106673:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829004.106684:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802926592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829004.106741:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829004.106784:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffff9d1f45d103c0 x1874669802926336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829004.106804:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802926336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829004.106815:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829004.106819:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829004.106824:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802926336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829004.106832:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926464:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829004.106855:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829004.106868:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffff9d1f45d10000 x1874669802926464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829004.106888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802926464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829004.106897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829004.106901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829004.106904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926464:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829004.106926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926592:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829004.106944:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829004.106955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffff9d1f45d121c0 x1874669802926592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829004.106968:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802926592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829004.106977:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829004.106980:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829004.106984:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926592:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829004.234639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829005.258599:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829006.282640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829007.306604:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829008.330614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829009.226545:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.226555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829009.226559:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829009.226568:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4612 00000100:00080000:2.0:1787829009.226579:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.226586:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829009.226626:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802926720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829009.226656:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.226660:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829009.226662:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829009.226667:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4612 00000100:00080000:2.0:1787829009.226671:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.226674:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829009.226682:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829009.226693:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802926848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829009.226702:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.226704:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829009.226707:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829009.226710:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802926720:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829009.226713:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4612 00000100:00080000:2.0:1787829009.226718:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.226722:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829009.226726:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829009.226735:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802926976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829009.226779:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829009.226818:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffff9d1f45d13c00 x1874669802926720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829009.226843:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802926720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829009.226855:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829009.226860:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829009.226864:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802926720:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829009.226896:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926848:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829009.226919:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829009.226932:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffff9d1f45d12d00 x1874669802926848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829009.226945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802926848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829009.226955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829009.226959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829009.226962:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926848:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829009.226969:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926976:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829009.226987:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829009.226996:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffff9d1f45d11a40 x1874669802926976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829009.227007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802926976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829009.227021:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829009.227025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829009.227028:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802926976:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829009.354613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829010.378616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829011.402572:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829012.426641:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829013.450675:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829014.346542:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829014.346551:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829014.346554:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829014.346563:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4617 00000100:00080000:3.0:1787829014.346573:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829014.346580:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829014.346621:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802927104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829014.346646:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829014.346649:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829014.346651:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829014.346654:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4617 00000100:00080000:3.0:1787829014.346657:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829014.346661:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829014.346669:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829014.346680:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802927232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829014.346689:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829014.346693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829014.346695:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829014.346696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802927104:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829014.346700:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4617 00000100:00080000:3.0:1787829014.346715:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829014.346721:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829014.346728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829014.346742:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802927360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829014.346757:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829014.346799:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffff9d1f48271680 x1874669802927104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829014.346818:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802927104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.346826:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.346829:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829014.346832:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802927104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829014.346852:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927232:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829014.346870:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829014.346880:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffff9d1f48270780 x1874669802927232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829014.346888:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802927232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.346899:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.346901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829014.346904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927232:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829014.346908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927360:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829014.346920:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829014.346926:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffff9d1f48271e00 x1874669802927360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829014.346934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802927360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.346942:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.346946:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829014.346949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927360:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829014.474620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829015.498729:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829016.522581:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829017.546616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829018.570578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829019.466577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.466585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829019.466588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.466596:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4622 00000100:00080000:1.0:1787829019.466606:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.466612:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829019.466651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802927488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829019.466673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.466676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829019.466679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.466683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4622 00000100:00080000:1.0:1787829019.466687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.466693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829019.466704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829019.466714:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802927488:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829019.466722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802927616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829019.466737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.466741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829019.466743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.466747:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4622 00000100:00080000:1.0:1787829019.466751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.466756:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829019.466761:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829019.466775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802927744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829019.466780:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829019.466818:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffff9d1f47fa0f00 x1874669802927488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.466832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802927488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.466845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.466848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829019.466851:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802927488:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829019.466869:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927616:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829019.466884:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829019.466892:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffff9d1f47fa1e00 x1874669802927616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.466908:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802927616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.466915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.466917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829019.466919:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927616:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829019.466923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927744:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829019.466936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829019.466942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffff9d1f47fa3840 x1874669802927744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.466950:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802927744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.466956:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.466957:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829019.466959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802927744:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787829019.594598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829020.618601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829021.642611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829022.666611:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829023.690755:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829024.586545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829024.586556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829024.586561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829024.586571:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4627 00000100:00080000:3.0:1787829024.586583:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829024.586591:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829024.586622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802927872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829024.586646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829024.586649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829024.586650:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829024.586654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4627 00000100:00080000:3.0:1787829024.586658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829024.586662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829024.586670:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829024.586681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802928000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829024.586691:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802927872:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829024.586693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829024.586699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829024.586702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829024.586706:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4627 00000100:00080000:3.0:1787829024.586708:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829024.586711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829024.586715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829024.586726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802928128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829024.586766:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829024.586810:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829024/real 1787829024] req@ffff9d1f48270b40 x1874669802927872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829024.586832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802927872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829024.586843:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829024.586848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829024.586853:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802927872:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829024.586882:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928000:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829024.586910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829024.586925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829024/real 1787829024] req@ffff9d1f48272d00 x1874669802928000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829024.586939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802928000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829024.586949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829024.586953:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829024.586957:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928000:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829024.586964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928128:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829024.586983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829024.586993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829024/real 1787829024] req@ffff9d1f482712c0 x1874669802928128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829024.587004:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802928128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829024.587010:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829024.587012:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829024.587015:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928128:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829024.714619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829025.738618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829026.762619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829027.786619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829028.810600:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829029.706547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829029.706555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829029.706558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829029.706567:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4632 00000100:00080000:3.0:1787829029.706576:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829029.706581:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829029.706627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802928256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829029.706655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829029.706658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829029.706660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829029.706663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4632 00000100:00080000:3.0:1787829029.706667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829029.706670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829029.706679:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829029.706690:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802928256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829029.706692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802928384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829029.706705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829029.706707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829029.706708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829029.706711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4632 00000100:00080000:3.0:1787829029.706713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829029.706716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829029.706719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829029.706727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802928512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829029.706757:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829029.706788:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029] req@ffff9d1f48270f00 x1874669802928256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829029.706801:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802928256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829029.706810:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829029.706813:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829029.706816:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802928256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829029.706833:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928384:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829029.706848:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829029.706856:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029] req@ffff9d1f48273480 x1874669802928384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829029.706864:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802928384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829029.706869:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829029.706871:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829029.706874:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928384:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829029.706877:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928512:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829029.706889:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829029.706895:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029] req@ffff9d1f48272940 x1874669802928512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829029.706902:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802928512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829029.706907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829029.706909:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829029.706911:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928512:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829029.834622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829030.858572:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829031.882603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829032.906605:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829033.930637:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829034.826606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829034.826616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829034.826620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829034.826631:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4637 00000100:00080000:1.0:1787829034.826642:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829034.826650:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829034.826687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802928640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829034.826730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829034.826734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829034.826736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829034.826741:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4637 00000100:00080000:1.0:1787829034.826745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829034.826748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829034.826768:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829034.826783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802928768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829034.826794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829034.826796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829034.826798:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829034.826807:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4637 00000100:00100000:0.0:1787829034.826811:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802928640:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829034.826812:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829034.826821:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829034.826831:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829034.826843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802928896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829034.826931:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829034.827016:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034] req@ffff9d1f47fa3c00 x1874669802928640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829034.827038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802928640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829034.827051:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829034.827057:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829034.827062:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802928640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829034.827114:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928768:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829034.827149:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829034.827185:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034] req@ffff9d1f47fa2940 x1874669802928768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829034.827217:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802928768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829034.827227:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829034.827232:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829034.827236:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928768:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829034.827243:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928896:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829034.827286:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829034.827301:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034] req@ffff9d1f47fa3840 x1874669802928896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829034.827316:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802928896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829034.827343:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829034.827347:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829034.827351:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802928896:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829034.954708:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829035.978611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829037.002594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829038.026613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829039.050581:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829039.946581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829039.946592:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829039.946596:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829039.946606:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4642 00000100:00080000:0.0:1787829039.946617:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829039.946625:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829039.946665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802929024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829039.946696:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829039.946701:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829039.946703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829039.946709:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4642 00000100:00080000:0.0:1787829039.946713:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829039.946718:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829039.946728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829039.946729:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802929024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829039.946747:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802929152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829039.946761:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829039.946765:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829039.946767:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829039.946771:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4642 00000100:00080000:0.0:1787829039.946775:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829039.946780:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:1.0:1787829039.946785:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:0.0:1787829039.946790:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829039.946806:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802929280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829039.946822:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039] req@ffff9d1f4bd970c0 x1874669802929024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829039.946835:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802929024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829039.946845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829039.946848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829039.946851:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802929024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829039.946871:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929152:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829039.946885:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829039.946893:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039] req@ffff9d1f4bd95e00 x1874669802929152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829039.946901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802929152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829039.946907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829039.946909:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829039.946911:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929152:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829039.946923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929280:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829039.946939:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829039.946945:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039] req@ffff9d1f4bd94b40 x1874669802929280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829039.946953:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802929280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829039.946959:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829039.946961:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829039.946963:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929280:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787829040.074600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829041.098594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829042.122582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829043.146666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829044.170617:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829045.066564:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829045.066573:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829045.066578:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829045.066587:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4647 00000100:00080000:3.0:1787829045.066598:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829045.066605:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829045.066638:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802929408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829045.066664:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829045.066668:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829045.066670:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829045.066673:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4647 00000100:00080000:3.0:1787829045.066677:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829045.066682:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829045.066691:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829045.066706:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802929408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829045.066718:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802929536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829045.066732:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829045.066736:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829045.066738:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829045.066741:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4647 00000100:00080000:3.0:1787829045.066745:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829045.066749:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829045.066756:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829045.066767:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802929664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829045.066781:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829045.066821:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffff9d1f48270000 x1874669802929408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829045.066838:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802929408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829045.066848:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829045.066852:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829045.066856:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802929408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829045.066878:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929536:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829045.066905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829045.066920:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffff9d1f48272940 x1874669802929536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829045.066933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802929536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829045.066942:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829045.066945:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829045.066956:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929536:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829045.066962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929664:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829045.066984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829045.066995:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffff9d1f48273480 x1874669802929664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829045.067007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802929664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829045.067015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829045.067019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829045.067034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929664:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829045.194608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829046.218640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829047.242636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829048.266652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829049.290662:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829050.186594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829050.186604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829050.186609:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829050.186619:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4653 00000100:00080000:3.0:1787829050.186630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829050.186637:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829050.186673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802929792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829050.186699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829050.186703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829050.186705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829050.186710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4653 00000100:00080000:3.0:1787829050.186715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829050.186719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829050.186730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829050.186757:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802929792:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829050.186757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802929920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829050.186785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829050.186789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829050.186791:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829050.186803:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4653 00000100:00080000:3.0:1787829050.186808:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829050.186813:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829050.186819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829050.186832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802930048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829050.186849:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829050.186894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffff9d1f48270f00 x1874669802929792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.186915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802929792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.186925:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.186929:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829050.186932:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802929792:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829050.186957:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929920:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829050.186973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829050.186982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffff9d1f482712c0 x1874669802929920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.186990:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802929920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.186997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.186999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829050.187001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802929920:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829050.187005:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930048:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829050.187017:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829050.187024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffff9d1f48272d00 x1874669802930048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.187031:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802930048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.187042:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.187044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829050.187046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930048:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829050.314632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829051.338633:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829052.362589:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829053.386643:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829054.410594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829055.306525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829055.306534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829055.306538:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829055.306547:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4658 00000100:00080000:3.0:1787829055.306556:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829055.306562:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829055.306594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802930176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829055.306617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829055.306620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829055.306621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829055.306624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4658 00000100:00080000:3.0:1787829055.306626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829055.306630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829055.306640:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829055.306654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802930304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829055.306662:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802930176:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829055.306671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829055.306679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829055.306681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829055.306686:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4658 00000100:00080000:3.0:1787829055.306690:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829055.306693:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829055.306697:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829055.306710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802930432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829055.306736:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829055.306775:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffff9d1f48270b40 x1874669802930176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.306788:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802930176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.306796:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.306799:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829055.306802:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802930176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829055.306820:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930304:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829055.306836:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829055.306844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffff9d1f48271e00 x1874669802930304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.306852:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802930304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.306857:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.306860:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829055.306862:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930304:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829055.306869:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930432:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829055.306888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829055.306899:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffff9d1f48270780 x1874669802930432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.306912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802930432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.306922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.306924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829055.306926:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930432:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829055.434666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829056.458636:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829057.482668:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829058.506667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829059.530626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829060.426532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829060.426541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829060.426544:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829060.426553:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4663 00000100:00080000:3.0:1787829060.426563:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829060.426569:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829060.426599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802930560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829060.426620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829060.426623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829060.426624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829060.426627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4663 00000100:00080000:3.0:1787829060.426629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829060.426632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829060.426640:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829060.426649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802930688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829060.426658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829060.426660:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802930560:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829060.426662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829060.426666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829060.426670:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4663 00000100:00080000:3.0:1787829060.426673:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829060.426677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829060.426682:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829060.426695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802930816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829060.426750:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930688:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829060.426771:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930816:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829060.554581:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829061.578655:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829062.602668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829063.498691:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829063.498731:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829063.498748:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829063.498789:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829063.498798:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787829063.498839:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829063] req@ffff9d1f482703c0 x1874669802930688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829063.498865:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802930688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829063.498879:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829063.498883:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829063.498887:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930688:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829063.498893:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829063] req@ffff9d1f48273840 x1874669802930816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829063.498903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802930816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829063.498909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829063.498912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829063.498914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802930816:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787829063.498918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829063] req@ffff9d1f48271680 x1874669802930560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829063.498926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802930560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829063.498930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829063.498932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829063.498934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802930560:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829063.626584:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829064.650577:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829065.546629:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829065.546640:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829065.546646:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829065.546659:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4668 00000100:00080000:3.0:1787829065.546673:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829065.546684:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829065.546737:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802930944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829065.546775:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829065.546779:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829065.546780:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829065.546785:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4668 00000100:00080000:3.0:1787829065.546789:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829065.546794:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829065.546810:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829065.546842:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802931072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829065.546855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802930944:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829065.546893:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829065.546898:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829065.546900:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829065.546906:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4668 00000100:00080000:3.0:1787829065.546911:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829065.546916:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829065.546934:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829065.546964:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802931200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829065.546992:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829065.547050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829065/real 1787829065] req@ffff9d1f48273c00 x1874669802930944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829065.547072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802930944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829065.547093:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829065.547098:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829065.547103:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802930944:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829065.547145:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931072:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829065.547173:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829065.547190:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829065/real 1787829065] req@ffff9d1f48271680 x1874669802931072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829065.547206:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802931072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829065.547216:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829065.547220:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829065.547225:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931072:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829065.547232:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931200:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829065.547260:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829065.547275:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829065/real 1787829065] req@ffff9d1f48273840 x1874669802931200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829065.547302:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802931200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829065.547313:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829065.547318:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829065.547322:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931200:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829065.674682:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829066.698766:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829067.722706:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829068.746645:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829069.770636:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829070.666571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829070.666581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829070.666585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829070.666599:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4673 00000100:00080000:3.0:1787829070.666610:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829070.666617:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829070.666653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802931328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829070.666678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829070.666682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829070.666684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829070.666687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4673 00000100:00080000:3.0:1787829070.666691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829070.666694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829070.666704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829070.666716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802931456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829070.666737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829070.666740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829070.666742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829070.666747:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802931328:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829070.666749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4673 00000100:00080000:3.0:1787829070.666757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829070.666761:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829070.666766:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829070.666778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802931584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829070.666831:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829070.666878:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070] req@ffff9d1f482703c0 x1874669802931328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829070.666896:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802931328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829070.666907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829070.666910:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829070.666930:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802931328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829070.666971:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931456:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829070.666998:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829070.667011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070] req@ffff9d1f48270780 x1874669802931456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829070.667023:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802931456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829070.667032:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829070.667035:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829070.667039:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931456:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829070.667045:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931584:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829070.667061:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829070.667071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070] req@ffff9d1f48271e00 x1874669802931584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829070.667090:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802931584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829070.667112:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829070.667117:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829070.667123:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931584:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829070.794598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829071.818646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829072.842576:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829073.866654:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829074.890613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829075.786582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829075.786591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829075.786594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829075.786602:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4678 00000100:00080000:0.0:1787829075.786610:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829075.786616:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829075.786648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802931712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829075.786673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829075.786676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829075.786678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829075.786680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4678 00000100:00080000:0.0:1787829075.786683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829075.786685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829075.786693:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829075.786703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802931840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829075.786712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829075.786714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829075.786716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829075.786721:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802931712:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829075.786722:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4678 00000100:00080000:0.0:1787829075.786726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829075.786732:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829075.786735:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829075.786745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802931968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829075.786781:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829075.786812:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829075/real 1787829075] req@ffff9d1f4bd97840 x1874669802931712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829075.786825:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802931712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829075.786832:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829075.786835:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829075.786838:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802931712:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829075.786855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931840:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829075.786869:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829075.786877:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829075/real 1787829075] req@ffff9d1f4bd94b40 x1874669802931840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829075.786900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802931840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829075.786906:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829075.786908:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829075.786910:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829075.786920:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931968:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829075.786949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829075.786957:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829075/real 1787829075] req@ffff9d1f4bd95e00 x1874669802931968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829075.786964:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802931968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829075.786971:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829075.786973:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829075.786975:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802931968:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829075.914624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829076.938609:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829077.962607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829078.986582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829080.010590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829080.906556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829080.906566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829080.906571:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829080.906581:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4683 00000100:00080000:3.0:1787829080.906593:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829080.906601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829080.906634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802932096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829080.906658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829080.906663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829080.906664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829080.906667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4683 00000100:00080000:3.0:1787829080.906671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829080.906673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829080.906682:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829080.906692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802932224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829080.906702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829080.906705:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802932096:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829080.906706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829080.906710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829080.906716:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4683 00000100:00080000:3.0:1787829080.906719:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829080.906721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829080.906725:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829080.906735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802932352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829080.906786:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829080.906830:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080] req@ffff9d1f48270b40 x1874669802932096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829080.906879:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802932096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829080.906899:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829080.906902:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829080.906905:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802932096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829080.906925:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932224:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829080.906943:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829080.906952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080] req@ffff9d1f48272d00 x1874669802932224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829080.906961:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802932224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829080.906967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829080.906969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829080.906971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932224:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829080.906975:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932352:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829080.906987:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829080.906993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080] req@ffff9d1f482712c0 x1874669802932352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829080.907001:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802932352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829080.907006:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829080.907008:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829080.907010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932352:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829081.034602:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829082.058559:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829083.082570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829084.106590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829085.130572:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829086.026560:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829086.026568:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829086.026572:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829086.026580:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4688 00000100:00080000:1.0:1787829086.026589:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.026594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829086.026626:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802932480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829086.026649:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829086.026651:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829086.026653:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829086.026656:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4688 00000100:00080000:1.0:1787829086.026658:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.026660:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829086.026668:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829086.026677:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802932608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829086.026686:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829086.026687:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802932480:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829086.026690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829086.026695:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829086.026699:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4688 00000100:00080000:1.0:1787829086.026701:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.026704:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829086.026708:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829086.026716:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802932736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829086.026746:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829086.026779:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffff9d1f47fa1e00 x1874669802932480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.026793:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802932480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.026800:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.026804:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829086.026817:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802932480:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829086.026837:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932608:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829086.026853:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829086.026862:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffff9d1f47fa0f00 x1874669802932608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.026870:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802932608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.026876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.026878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829086.026880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829086.026884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932736:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829086.026895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829086.026901:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffff9d1f47fa2580 x1874669802932736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.026913:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802932736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.026919:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.026920:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829086.026922:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932736:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829086.154606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829087.178602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829088.202636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829089.226668:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829090.250594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829091.146572:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829091.146588:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829091.146594:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829091.146609:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4693 00000100:00080000:1.0:1787829091.146622:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829091.146630:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829091.146671:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802932864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829091.146699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829091.146702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829091.146703:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829091.146707:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4693 00000100:00080000:1.0:1787829091.146709:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829091.146712:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829091.146721:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829091.146734:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802932992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829091.146744:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829091.146748:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829091.146749:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829091.146752:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4693 00000100:00080000:1.0:1787829091.146753:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829091.146757:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829091.146761:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829091.146770:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802933120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829091.146795:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802932864:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787829091.146887:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829091.146946:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffff9d1f47fa0000 x1874669802932864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829091.146966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802932864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829091.146977:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829091.146982:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829091.146986:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802932864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829091.147010:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932992:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829091.147036:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829091.147050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffff9d1f47fa0b40 x1874669802932992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829091.147064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802932992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829091.147075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829091.147080:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829091.147084:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802932992:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829091.147110:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933120:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829091.147134:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829091.147146:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffff9d1f47fa30c0 x1874669802933120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829091.147160:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802933120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829091.147170:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829091.147174:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829091.147178:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933120:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829091.274636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829092.298633:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829093.322653:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829094.346629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829095.370607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829096.266531:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829096.266539:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829096.266543:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829096.266552:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4699 00000100:00080000:1.0:1787829096.266562:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829096.266576:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829096.266620:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802933248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829096.266653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829096.266658:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829096.266660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829096.266663:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4699 00000100:00080000:1.0:1787829096.266669:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829096.266674:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829096.266685:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829096.266700:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802933248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829096.266705:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802933376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829096.266722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829096.266726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829096.266727:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829096.266731:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4699 00000100:00080000:1.0:1787829096.266749:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829096.266755:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829096.266760:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829096.266773:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802933504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829096.266777:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829096.266879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffff9d1f47fa1a40 x1874669802933248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.266903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802933248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.266921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.266924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829096.266927:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802933248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829096.267053:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933376:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829096.267140:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829096.267153:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffff9d1f47fa21c0 x1874669802933376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.267162:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802933376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.267168:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.267171:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829096.267173:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933376:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829096.267178:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933504:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829096.267191:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829096.267198:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffff9d1f47fa1680 x1874669802933504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.267205:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802933504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.267211:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.267213:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829096.267215:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933504:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829096.394649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829097.418607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829098.442611:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829099.466598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829100.490605:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829101.386554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829101.386563:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829101.386566:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829101.386574:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4704 00000100:00080000:3.0:1787829101.386583:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829101.386589:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829101.386623:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802933632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829101.386647:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829101.386651:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829101.386653:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829101.386658:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4704 00000100:00080000:3.0:1787829101.386661:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829101.386665:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829101.386675:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829101.386689:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802933760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829101.386691:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802933632:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829101.386713:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829101.386717:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829101.386722:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829101.386727:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4704 00000100:00080000:3.0:1787829101.386730:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829101.386734:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829101.386740:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829101.386749:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802933888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829101.386766:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829101.386807:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffff9d1f48270f00 x1874669802933632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829101.386824:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802933632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829101.386832:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829101.386834:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829101.386837:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802933632:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829101.386856:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933760:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829101.386874:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829101.386882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffff9d1f48273480 x1874669802933760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829101.386890:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802933760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829101.386895:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829101.386897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829101.386899:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829101.386903:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933888:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829101.386913:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829101.386919:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffff9d1f48272940 x1874669802933888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829101.386926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802933888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829101.386936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829101.386938:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829101.386940:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802933888:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829101.514641:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829102.538587:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829103.562596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829104.586640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829105.610646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829106.506523:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829106.506535:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829106.506540:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829106.506554:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4709 00000100:00080000:3.0:1787829106.506566:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829106.506574:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829106.506612:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802934016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829106.506637:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829106.506640:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829106.506641:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829106.506645:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4709 00000100:00080000:3.0:1787829106.506647:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829106.506650:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829106.506659:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829106.506687:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802934144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829106.506696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802934016:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829106.506699:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829106.506706:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829106.506707:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829106.506711:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4709 00000100:00080000:3.0:1787829106.506715:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829106.506718:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829106.506722:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829106.506730:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802934272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829106.506772:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829106.506814:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829106/real 1787829106] req@ffff9d1f48270000 x1874669802934016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829106.506829:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802934016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829106.506837:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829106.506841:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829106.506844:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802934016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829106.506865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934144:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829106.506881:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829106.506890:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829106/real 1787829106] req@ffff9d1f48272940 x1874669802934144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829106.506898:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802934144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829106.506909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829106.506912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829106.506914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934144:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829106.506918:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934272:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829106.506929:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829106.506935:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829106/real 1787829106] req@ffff9d1f48273480 x1874669802934272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829106.506942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802934272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829106.506948:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829106.506950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829106.506952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934272:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829106.634649:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829107.658677:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829108.682623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829109.706597:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829110.730578:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829111.626582:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829111.626596:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829111.626601:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829111.626613:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4714 00000100:00080000:2.0:1787829111.626626:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829111.626645:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829111.626689:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802934400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829111.626713:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829111.626719:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829111.626720:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829111.626724:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4714 00000100:00080000:2.0:1787829111.626728:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829111.626731:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829111.626741:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829111.626751:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802934528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829111.626760:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829111.626766:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829111.626768:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829111.626769:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802934400:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829111.626773:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4714 00000100:00080000:2.0:1787829111.626781:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829111.626790:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829111.626793:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829111.626805:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802934656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829111.626850:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829111.626886:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111] req@ffff9d1f45d12580 x1874669802934400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829111.626907:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802934400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829111.626916:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829111.626920:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829111.626923:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802934400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829111.626945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934528:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829111.626962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829111.626970:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111] req@ffff9d1f45d11680 x1874669802934528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829111.626979:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802934528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829111.626989:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829111.626993:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829111.626996:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829111.627002:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934656:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829111.627025:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829111.627037:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111] req@ffff9d1f45d13840 x1874669802934656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829111.627047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802934656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829111.627053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829111.627055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829111.627057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829111.754663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829112.778615:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829113.802649:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829114.826680:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829115.850642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829116.746640:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829116.746650:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829116.746654:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829116.746664:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4719 00000100:00080000:3.0:1787829116.746674:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829116.746679:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829116.746712:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802934784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829116.746735:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829116.746738:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829116.746740:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829116.746743:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4719 00000100:00080000:3.0:1787829116.746745:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829116.746747:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829116.746754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829116.746762:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802934912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829116.746770:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829116.746776:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829116.746777:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829116.746780:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4719 00000100:00080000:3.0:1787829116.746782:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829116.746785:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829116.746791:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829116.746792:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802934784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829116.746805:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802935040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829116.746864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829116.746906:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116] req@ffff9d1f48270f00 x1874669802934784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829116.746924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802934784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829116.746936:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829116.746940:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829116.746945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802934784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829116.746953:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934912:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829116.746976:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829116.746989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116] req@ffff9d1f482712c0 x1874669802934912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829116.747003:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802934912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829116.747013:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829116.747017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829116.747027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802934912:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829116.747052:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935040:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829116.747072:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829116.747084:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116] req@ffff9d1f48272d00 x1874669802935040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829116.747097:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802935040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829116.747107:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829116.747111:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829116.747115:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935040:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829116.874588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829117.898610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829118.922634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829119.946605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829120.970614:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829121.866538:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829121.866546:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829121.866550:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829121.866572:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4724 00000100:00080000:3.0:1787829121.866583:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829121.866589:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829121.866627:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802935168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829121.866651:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829121.866655:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829121.866657:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829121.866661:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4724 00000100:00080000:3.0:1787829121.866666:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829121.866671:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829121.866697:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829121.866709:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802935168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829121.866717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802935296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829121.866730:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829121.866734:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829121.866736:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829121.866740:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4724 00000100:00080000:3.0:1787829121.866761:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829121.866766:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829121.866772:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787829121.866785:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829121.866790:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802935424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829121.866820:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829121/real 1787829121] req@ffff9d1f48270b40 x1874669802935168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829121.866834:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802935168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829121.866841:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829121.866844:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829121.866847:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802935168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829121.866866:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935296:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829121.866881:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829121.866895:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829121/real 1787829121] req@ffff9d1f48271e00 x1874669802935296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829121.866903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802935296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829121.866909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829121.866911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829121.866913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935296:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829121.866917:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935424:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829121.866929:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829121.866934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829121/real 1787829121] req@ffff9d1f48270780 x1874669802935424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829121.866941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802935424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829121.866947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829121.866948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829121.866950:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935424:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829121.994600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829123.018590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829124.042610:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829125.066643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829126.090657:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829126.986603:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829126.986633:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829126.986637:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829126.986649:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4729 00000100:00080000:2.0:1787829126.986661:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829126.986670:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829126.986720:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802935552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829126.986755:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829126.986759:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829126.986762:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829126.986768:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4729 00000100:00080000:2.0:1787829126.986772:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829126.986778:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829126.986791:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829126.986807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802935552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829126.986811:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802935680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829126.986834:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829126.986838:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829126.986840:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829126.986845:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4729 00000100:00080000:2.0:1787829126.986850:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829126.986855:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829126.986862:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829126.986873:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802935808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829126.986962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829126.986992:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935808:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829127.114637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829128.138655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829129.162682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829130.058764:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787829130.058828:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829130.058850:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787829130.058889:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787829130.058896:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787829130.058948:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829126/real 1787829130] req@ffff9d1f45d10780 x1874669802935680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829130.058983:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802935680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829130.058999:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829130.059004:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829130.059010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829130.059020:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829126/real 1787829130] req@ffff9d1f45d11e00 x1874669802935808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829130.059035:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802935808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829130.059044:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829130.059048:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829130.059053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802935808:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787829130.059061:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829126/real 1787829130] req@ffff9d1f45d13480 x1874669802935552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829130.059077:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802935552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829130.059085:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829130.059090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829130.059093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802935552:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829130.186679:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829131.210666:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829132.106578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829132.106589:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829132.106593:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829132.106605:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4734 00000100:00080000:3.0:1787829132.106616:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829132.106624:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829132.106665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802935936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829132.106696:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829132.106700:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829132.106702:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829132.106707:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4734 00000100:00080000:3.0:1787829132.106712:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829132.106718:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829132.106732:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829132.106736:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802935936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829132.106752:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802936064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829132.106768:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829132.106771:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829132.106773:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829132.106777:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4734 00000100:00080000:3.0:1787829132.106782:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829132.106788:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829132.106795:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829132.106819:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802936192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829132.106830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829132.106885:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffff9d1f482703c0 x1874669802935936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829132.106908:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802935936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829132.106922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829132.106927:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829132.106933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802935936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829132.106965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936064:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829132.107002:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829132.107020:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffff9d1f48273840 x1874669802936064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829132.107033:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802936064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829132.107044:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829132.107048:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829132.107053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936064:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829132.107060:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936192:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829132.107088:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829132.107103:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffff9d1f48271680 x1874669802936192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829132.107120:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802936192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829132.107134:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829132.107139:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829132.107143:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936192:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829132.234681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829133.258692:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829134.282673:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829135.306642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829136.330614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829137.226577:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829137.226588:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829137.226593:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829137.226604:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4740 00000100:00080000:3.0:1787829137.226616:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829137.226623:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829137.226682:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802936320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829137.226705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829137.226708:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829137.226710:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829137.226714:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4740 00000100:00080000:3.0:1787829137.226718:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829137.226722:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829137.226733:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829137.226738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802936320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829137.226748:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802936448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829137.226757:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829137.226760:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829137.226761:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829137.226764:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4740 00000100:00080000:3.0:1787829137.226767:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829137.226769:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829137.226773:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829137.226798:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802936576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829137.226850:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829137.226915:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffff9d1f48273c00 x1874669802936320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829137.226936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802936320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829137.226945:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829137.226949:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829137.226953:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802936320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829137.226975:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936448:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829137.227000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829137.227014:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffff9d1f48271680 x1874669802936448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829137.227028:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802936448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829137.227039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829137.227042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829137.227046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936448:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829137.227053:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936576:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829137.227077:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829137.227089:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffff9d1f48273840 x1874669802936576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829137.227102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802936576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829137.227112:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829137.227116:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829137.227119:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936576:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829137.354616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829138.378615:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829139.402608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829140.426624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829141.450591:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829142.346633:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829142.346646:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829142.346652:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829142.346664:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4745 00000100:00080000:2.0:1787829142.346680:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829142.346692:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829142.346752:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802936704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829142.346806:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829142.346809:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829142.346811:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829142.346816:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4745 00000100:00080000:2.0:1787829142.346819:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829142.346823:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829142.346835:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829142.346849:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802936832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829142.346879:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829142.346884:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829142.346887:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829142.346895:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802936704:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829142.346896:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4745 00000100:00080000:2.0:1787829142.346906:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829142.346914:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829142.346923:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829142.346951:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802936960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829142.347003:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829142.347056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffff9d1f45d112c0 x1874669802936704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829142.347081:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802936704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829142.347092:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829142.347096:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829142.347099:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802936704:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829142.347106:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936832:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829142.347124:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829142.347134:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffff9d1f45d130c0 x1874669802936832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829142.347144:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802936832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829142.347151:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829142.347153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829142.347156:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936832:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829142.347180:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936960:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829142.347195:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829142.347203:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffff9d1f45d12940 x1874669802936960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829142.347212:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802936960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829142.347225:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829142.347227:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829142.347230:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802936960:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829142.474709:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829143.498607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829144.522686:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829145.546662:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829146.570616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829147.466674:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.466687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829147.466693:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.466707:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4750 00000100:00080000:2.0:1787829147.466741:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.466753:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829147.466813:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802937088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829147.466868:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.466872:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829147.466875:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.466881:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4750 00000100:00080000:2.0:1787829147.466885:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.466890:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829147.466904:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829147.466932:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802937088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829147.466933:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802937216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829147.466978:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.466982:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829147.466984:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.466989:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4750 00000100:00080000:2.0:1787829147.466993:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.466999:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829147.467006:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829147.467026:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802937344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829147.467035:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829147.467078:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffff9d1f45d12940 x1874669802937088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829147.467093:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802937088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829147.467102:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829147.467105:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829147.467109:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802937088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829147.467131:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937216:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829147.467147:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829147.467155:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffff9d1f45d130c0 x1874669802937216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829147.467163:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802937216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829147.467170:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829147.467172:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829147.467174:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937216:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829147.467178:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937344:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829147.467190:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829147.467196:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffff9d1f45d112c0 x1874669802937344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829147.467204:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802937344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829147.467209:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829147.467211:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829147.467213:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937344:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829147.594720:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829148.618634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829149.642660:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829150.666658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829151.690687:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829152.586574:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829152.586586:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829152.586591:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829152.586603:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4755 00000100:00080000:3.0:1787829152.586617:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829152.586627:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829152.586668:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802937472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829152.586694:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829152.586699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829152.586701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829152.586706:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4755 00000100:00080000:3.0:1787829152.586710:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829152.586715:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829152.586725:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829152.586740:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802937472:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829152.586740:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802937600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829152.586765:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829152.586767:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829152.586769:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829152.586774:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4755 00000100:00080000:3.0:1787829152.586780:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829152.586791:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829152.586797:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829152.586808:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802937728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829152.586842:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829152.586900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829152/real 1787829152] req@ffff9d1f482703c0 x1874669802937472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829152.586921:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802937472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829152.586933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829152.586938:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829152.586943:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802937472:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829152.586974:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937600:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829152.586995:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829152.587006:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829152/real 1787829152] req@ffff9d1f48270780 x1874669802937600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829152.587015:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802937600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829152.587022:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829152.587024:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829152.587027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829152.587031:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937728:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829152.587045:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829152.587051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829152/real 1787829152] req@ffff9d1f48271e00 x1874669802937728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829152.587058:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802937728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829152.587065:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829152.587066:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829152.587068:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937728:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829152.714630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829153.738666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829154.762619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829155.786701:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829156.810616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829157.706521:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829157.706530:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829157.706533:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829157.706543:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4760 00000100:00080000:3.0:1787829157.706552:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829157.706559:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829157.706590:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802937856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829157.706610:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829157.706613:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829157.706614:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829157.706618:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4760 00000100:00080000:3.0:1787829157.706620:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829157.706623:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829157.706631:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829157.706639:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802937856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829157.706642:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802937984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829157.706653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829157.706656:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829157.706657:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829157.706660:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4760 00000100:00080000:3.0:1787829157.706662:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829157.706665:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829157.706668:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829157.706677:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802938112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829157.706698:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829157.706731:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829157/real 1787829157] req@ffff9d1f48270b40 x1874669802937856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829157.706744:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802937856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829157.706756:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829157.706759:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829157.706762:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802937856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829157.706780:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937984:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829157.706794:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829157.706802:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829157/real 1787829157] req@ffff9d1f48272d00 x1874669802937984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829157.706810:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802937984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829157.706815:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829157.706818:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829157.706820:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802937984:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829157.706823:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938112:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829157.706834:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829157.706839:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829157/real 1787829157] req@ffff9d1f482712c0 x1874669802938112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829157.706846:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802938112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829157.706852:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829157.706854:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829157.706855:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938112:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829157.834586:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829158.858652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829159.882645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829160.906608:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829161.930590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829162.826528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829162.826537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829162.826541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829162.826548:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4765 00000100:00080000:0.0:1787829162.826557:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829162.826562:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829162.826591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802938240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829162.826611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829162.826618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829162.826619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829162.826622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4765 00000100:00080000:0.0:1787829162.826625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829162.826627:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829162.826636:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829162.826645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802938368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829162.826659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829162.826661:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802938240:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829162.826664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829162.826666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829162.826672:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4765 00000100:00080000:0.0:1787829162.826675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829162.826677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829162.826680:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829162.826689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802938496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829162.826721:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829162.826752:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829162/real 1787829162] req@ffff9d1f4bd970c0 x1874669802938240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829162.826764:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802938240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829162.826772:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829162.826775:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829162.826783:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802938240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829162.826802:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938368:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829162.826817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829162.826825:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829162/real 1787829162] req@ffff9d1f4bd95e00 x1874669802938368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829162.826832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802938368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829162.826838:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829162.826841:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829162.826843:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938368:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829162.826847:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938496:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829162.826857:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829162.826863:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829162/real 1787829162] req@ffff9d1f4bd94b40 x1874669802938496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829162.826871:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802938496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829162.826876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829162.826878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829162.826880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938496:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829162.954595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829163.978610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829165.002588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829166.026635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829167.050663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829167.946590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829167.946602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829167.946617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829167.946645:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4770 00000100:00080000:0.0:1787829167.946657:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829167.946666:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829167.946700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802938624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829167.946748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829167.946752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829167.946755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829167.946760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4770 00000100:00080000:0.0:1787829167.946763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829167.946767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829167.946777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829167.946793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802938752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829167.946803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829167.946806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829167.946808:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829167.946811:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4770 00000100:00080000:0.0:1787829167.946813:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829167.946817:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829167.946823:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829167.946833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802938880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829167.947018:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802938624:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829167.947151:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829167.947233:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829167/real 1787829167] req@ffff9d1f4bd97840 x1874669802938624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829167.947299:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802938624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829167.947314:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829167.947321:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829167.947344:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802938624:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829167.947358:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938752:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829167.947417:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829167.947444:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829167/real 1787829167] req@ffff9d1f4bd94b40 x1874669802938752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829167.947462:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802938752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829167.947475:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829167.947480:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829167.947503:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829167.947572:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938880:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829167.947639:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829167.947658:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829167/real 1787829167] req@ffff9d1f4bd95e00 x1874669802938880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829167.947689:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802938880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829167.947701:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829167.947705:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829167.947710:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802938880:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829168.074688:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829169.098580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829170.122689:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829171.146613:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829172.170659:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829173.066551:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.066559:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829173.066573:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.066582:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4775 00000100:00080000:2.0:1787829173.066591:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.066596:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829173.066631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802939008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829173.066667:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.066672:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829173.066674:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.066679:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4775 00000100:00080000:2.0:1787829173.066683:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.066688:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829173.066698:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829173.066704:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802939008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829173.066719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802939136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829173.066731:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.066734:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829173.066736:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.066739:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4775 00000100:00080000:2.0:1787829173.066742:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.066746:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829173.066751:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829173.066760:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802939264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829173.066763:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829173.066802:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffff9d1f45d13480 x1874669802939008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829173.066818:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802939008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829173.066826:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829173.066828:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829173.066831:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802939008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829173.066849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939136:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829173.066866:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829173.066875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffff9d1f45d11e00 x1874669802939136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829173.066882:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802939136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829173.066892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829173.066894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829173.066896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939136:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829173.066900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939264:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829173.066910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829173.066915:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffff9d1f45d10780 x1874669802939264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829173.066922:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802939264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829173.066928:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829173.066930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829173.066931:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939264:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829173.194604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829174.218593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829175.242629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829176.266615:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829177.290570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829178.186545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829178.186556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829178.186561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829178.186572:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4781 00000100:00080000:3.0:1787829178.186585:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829178.186592:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829178.186629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802939392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829178.186653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829178.186656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829178.186657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829178.186661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4781 00000100:00080000:3.0:1787829178.186665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829178.186669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829178.186678:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829178.186682:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802939392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829178.186699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802939520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829178.186716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829178.186720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829178.186722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829178.186727:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4781 00000100:00080000:3.0:1787829178.186731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829178.186736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829178.186742:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829178.186751:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829178.186758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802939648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829178.186799:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffff9d1f48270f00 x1874669802939392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829178.186816:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802939392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829178.186823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829178.186826:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829178.186829:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802939392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829178.186849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939520:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829178.186876:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829178.186886:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffff9d1f48273480 x1874669802939520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829178.186895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802939520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829178.186900:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829178.186903:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829178.186905:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939520:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829178.186909:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939648:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829178.186921:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829178.186927:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffff9d1f48272940 x1874669802939648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829178.186934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802939648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829178.186939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829178.186941:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829178.186943:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939648:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829178.314576:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829179.338600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829180.362588:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829181.386678:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829182.410622:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829183.306555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829183.306563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829183.306567:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829183.306575:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4786 00000100:00080000:0.0:1787829183.306584:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829183.306590:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829183.306622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802939776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829183.306644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829183.306647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829183.306649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829183.306651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4786 00000100:00080000:0.0:1787829183.306654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829183.306656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829183.306664:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829183.306674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802939904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829183.306684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829183.306686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829183.306687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829183.306691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4786 00000100:00080000:0.0:1787829183.306694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829183.306697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829183.306700:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829183.306706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802940032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829183.306738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802939776:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787829183.306829:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829183.306882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffff9d1f4bd970c0 x1874669802939776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829183.306904:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802939776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829183.306914:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829183.306918:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829183.306921:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802939776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829183.306928:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939904:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829183.306980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829183.307000:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffff9d1f4bd95e00 x1874669802939904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829183.307020:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802939904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829183.307030:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829183.307033:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829183.307037:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802939904:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829183.307072:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940032:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829183.307096:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829183.307107:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffff9d1f4bd94b40 x1874669802940032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829183.307118:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802940032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829183.307152:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829183.307172:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829183.307174:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940032:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829183.434658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829184.458590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829185.482633:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829186.506640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829187.530621:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829188.426556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829188.426570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829188.426574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829188.426588:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4791 00000100:00080000:3.0:1787829188.426601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829188.426609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829188.426658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802940160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829188.426686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829188.426689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829188.426691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829188.426695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4791 00000100:00080000:3.0:1787829188.426705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829188.426709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829188.426720:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829188.426737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802940288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829188.426745:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802940160:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829188.426754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829188.426759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829188.426761:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829188.426766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4791 00000100:00080000:3.0:1787829188.426771:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829188.426776:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829188.426781:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829188.426793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802940416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829188.426821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829188.426865:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffff9d1f48270000 x1874669802940160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829188.426881:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802940160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829188.426889:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829188.426893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829188.426896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802940160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829188.426916:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940288:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829188.426931:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829188.426939:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffff9d1f48272940 x1874669802940288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829188.426947:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802940288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829188.426953:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829188.426956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829188.426958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940288:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829188.426962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940416:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829188.426974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829188.426980:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffff9d1f48273480 x1874669802940416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829188.426988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802940416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829188.426994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829188.426995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829188.426997:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940416:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829188.554610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829189.578623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829190.602714:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829191.626557:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829192.650643:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829193.546537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829193.546546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829193.546550:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829193.546559:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4796 00000100:00080000:3.0:1787829193.546570:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829193.546576:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829193.546609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802940544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829193.546631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829193.546634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829193.546635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829193.546638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4796 00000100:00080000:3.0:1787829193.546640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829193.546643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829193.546652:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829193.546664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802940672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829193.546666:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802940544:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829193.546681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829193.546683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829193.546684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829193.546694:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4796 00000100:00080000:3.0:1787829193.546696:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829193.546699:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829193.546704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829193.546713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802940800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829193.546764:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829193.546781:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940800:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829193.674588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829194.698627:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829195.722619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829196.618980:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:2.0:1787829196.619033:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829196.619068:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787829196.619117:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787829196.619133:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787829196.619150:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829193/real 1787829196] req@ffff9d1f482712c0 x1874669802940672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829196.619195:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802940672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829196.619215:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829196.619222:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829196.619230:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829196.619243:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829193/real 1787829196] req@ffff9d1f48272d00 x1874669802940800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829196.619265:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802940800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829196.619276:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829196.619280:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829196.619285:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802940800:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787829196.619295:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829193/real 1787829196] req@ffff9d1f48270f00 x1874669802940544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829196.619311:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802940544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829196.619322:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829196.619327:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829196.619332:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802940544:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829196.746629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829197.770704:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829198.666582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829198.666591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829198.666594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829198.666615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4801 00000100:00080000:3.0:1787829198.666624:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829198.666632:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829198.666685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802940928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829198.666712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829198.666716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829198.666718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829198.666723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4801 00000100:00080000:3.0:1787829198.666727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829198.666733:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829198.666743:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829198.666750:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802940928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829198.666760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802941056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829198.666772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829198.666776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829198.666778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829198.666782:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4801 00000100:00080000:3.0:1787829198.666787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829198.666791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829198.666797:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829198.666819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802941184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829198.666830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829198.666874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829198/real 1787829198] req@ffff9d1f48270b40 x1874669802940928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829198.666911:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802940928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829198.666922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829198.666926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829198.666930:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802940928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829198.666954:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941056:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829198.666989:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829198.667004:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829198/real 1787829198] req@ffff9d1f48271e00 x1874669802941056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829198.667017:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802941056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829198.667042:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829198.667046:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829198.667049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941056:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829198.667056:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941184:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829198.667078:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829198.667090:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829198/real 1787829198] req@ffff9d1f48270780 x1874669802941184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829198.667102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802941184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829198.667110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829198.667114:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829198.667117:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941184:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829198.794638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829199.818625:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829200.842631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829201.866626:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829202.890589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829203.786572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829203.786581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829203.786585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829203.786593:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4806 00000100:00080000:3.0:1787829203.786603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829203.786610:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829203.786647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802941312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829203.786683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829203.786687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829203.786688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829203.786693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4806 00000100:00080000:3.0:1787829203.786697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829203.786701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829203.786711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829203.786748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802941312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829203.786750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802941440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829203.786777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829203.786784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829203.786787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829203.786794:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4806 00000100:00080000:3.0:1787829203.786798:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829203.786802:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829203.786807:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829203.786820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802941568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829203.786876:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829203.786963:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829203/real 1787829203] req@ffff9d1f482703c0 x1874669802941312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829203.787009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802941312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829203.787051:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829203.787058:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829203.787066:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802941312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829203.787103:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941440:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829203.787139:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829203.787157:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829203/real 1787829203] req@ffff9d1f48273840 x1874669802941440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829203.787174:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802941440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829203.787194:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829203.787203:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829203.787212:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829203.787222:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941568:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829203.787267:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829203.787303:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829203/real 1787829203] req@ffff9d1f48271680 x1874669802941568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829203.787331:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802941568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829203.787348:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829203.787354:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829203.787361:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941568:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829203.914586:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829204.938606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829205.962590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829206.986632:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829208.010647:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829208.906607:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829208.906622:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829208.906628:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829208.906643:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4811 00000100:00080000:1.0:1787829208.906657:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829208.906667:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829208.906717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802941696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829208.906754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829208.906759:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829208.906762:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829208.906767:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4811 00000100:00080000:1.0:1787829208.906772:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829208.906777:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829208.906791:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829208.906811:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802941696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829208.906812:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802941824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829208.906832:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829208.906836:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829208.906838:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829208.906843:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4811 00000100:00080000:1.0:1787829208.906848:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829208.906853:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829208.906861:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829208.906877:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802941952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829208.906894:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829208.906942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829208/real 1787829208] req@ffff9d1f47fa0780 x1874669802941696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829208.906972:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802941696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829208.906982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829208.906985:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829208.906989:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802941696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829208.907011:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941824:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829208.907028:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829208.907038:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829208/real 1787829208] req@ffff9d1f47fa03c0 x1874669802941824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829208.907046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802941824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829208.907053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829208.907055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829208.907057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941824:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829208.907061:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941952:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829208.907073:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829208.907079:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829208/real 1787829208] req@ffff9d1f47fa1680 x1874669802941952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829208.907087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802941952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829208.907097:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829208.907099:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829208.907102:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802941952:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829209.034645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829210.058585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829211.082635:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829212.106569:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829213.130622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829214.026590:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829214.026601:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829214.026605:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829214.026616:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4816 00000100:00080000:3.0:1787829214.026627:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829214.026633:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829214.026665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802942080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829214.026688:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829214.026691:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829214.026692:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829214.026695:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4816 00000100:00080000:3.0:1787829214.026698:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829214.026700:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829214.026708:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829214.026722:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802942208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829214.026734:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829214.026738:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829214.026740:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829214.026744:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4816 00000100:00080000:3.0:1787829214.026748:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829214.026753:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829214.026758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802942080:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787829214.026760:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829214.026775:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802942336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829214.026817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829214.026874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffff9d1f48273c00 x1874669802942080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829214.026894:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802942080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829214.026905:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829214.026910:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829214.026914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802942080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829214.026945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942208:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829214.026981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829214.026989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffff9d1f48271680 x1874669802942208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829214.026997:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802942208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829214.027003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829214.027006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829214.027008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942208:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829214.027028:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942336:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829214.027039:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829214.027064:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffff9d1f48273840 x1874669802942336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829214.027072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802942336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829214.027077:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829214.027079:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829214.027082:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942336:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829214.154593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829215.178597:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829216.202577:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829217.226634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829218.250625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829219.146559:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829219.146567:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829219.146570:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829219.146579:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4821 00000100:00080000:0.0:1787829219.146588:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829219.146594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829219.146626:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802942464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829219.146650:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829219.146653:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829219.146654:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829219.146657:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4821 00000100:00080000:0.0:1787829219.146659:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829219.146661:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829219.146669:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829219.146679:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802942592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829219.146688:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829219.146690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829219.146692:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829219.146697:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4821 00000100:00100000:2.0:1787829219.146697:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802942464:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829219.146701:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829219.146704:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829219.146708:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829219.146715:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802942720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829219.146770:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829219.146802:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffff9d1f4bd97840 x1874669802942464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829219.146815:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802942464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829219.146823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829219.146827:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829219.146830:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802942464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829219.146847:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942592:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829219.146862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829219.146870:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffff9d1f4bd94b40 x1874669802942592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829219.146878:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802942592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829219.146900:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829219.146903:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829219.146905:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829219.146910:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942720:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829219.146925:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829219.146933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffff9d1f4bd95e00 x1874669802942720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829219.146945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802942720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829219.146954:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829219.146957:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829219.146961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942720:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829219.274673:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829220.298581:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829221.322622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829222.346663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829223.370643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829224.266546:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829224.266555:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829224.266559:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829224.266568:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4827 00000100:00080000:3.0:1787829224.266577:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829224.266582:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829224.266613:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802942848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829224.266632:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829224.266635:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829224.266636:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829224.266639:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4827 00000100:00080000:3.0:1787829224.266641:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829224.266644:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829224.266653:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829224.266663:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802942976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829224.266668:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802942848:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829224.266680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829224.266682:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829224.266683:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829224.266686:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4827 00000100:00080000:3.0:1787829224.266689:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829224.266691:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829224.266695:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829224.266707:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802943104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829224.266732:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829224.266764:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffff9d1f482703c0 x1874669802942848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829224.266777:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802942848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829224.266789:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829224.266792:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829224.266795:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802942848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829224.266812:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942976:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829224.266827:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829224.266835:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffff9d1f48270780 x1874669802942976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829224.266843:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802942976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829224.266866:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829224.266869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829224.266871:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802942976:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829224.266876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943104:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829224.266892:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829224.266900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffff9d1f48271e00 x1874669802943104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829224.266907:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802943104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829224.266912:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829224.266915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829224.266916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943104:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829224.394648:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829225.418632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829226.442614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829227.466688:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829228.490616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829229.386564:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829229.386573:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829229.386576:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829229.386584:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4832 00000100:00080000:0.0:1787829229.386593:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829229.386598:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829229.386630:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802943232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829229.386651:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829229.386654:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829229.386655:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829229.386658:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4832 00000100:00080000:0.0:1787829229.386661:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829229.386663:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829229.386672:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829229.386682:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802943360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829229.386690:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802943232:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829229.386694:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829229.386698:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829229.386699:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829229.386702:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4832 00000100:00080000:0.0:1787829229.386704:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829229.386707:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829229.386710:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829229.386718:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802943488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829229.386746:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829229.386780:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffff9d1f4bd970c0 x1874669802943232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829229.386793:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802943232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829229.386801:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829229.386804:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829229.386806:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802943232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829229.386841:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943360:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829229.386859:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829229.386868:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffff9d1f4bd95e00 x1874669802943360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829229.386877:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802943360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829229.386882:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829229.386885:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829229.386887:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943360:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829229.386891:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943488:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829229.386902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829229.386908:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffff9d1f4bd94b40 x1874669802943488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829229.386916:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802943488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829229.386921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829229.386923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829229.386925:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943488:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829229.514610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829230.538629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829231.562632:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829232.586689:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829233.610633:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829234.506606:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829234.506614:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829234.506617:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829234.506626:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4837 00000100:00080000:3.0:1787829234.506635:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829234.506641:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829234.506672:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802943616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829234.506693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829234.506699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829234.506701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829234.506704:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4837 00000100:00080000:3.0:1787829234.506707:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829234.506710:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829234.506718:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829234.506729:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802943744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829234.506738:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829234.506740:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802943616:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829234.506741:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829234.506745:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829234.506749:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4837 00000100:00080000:3.0:1787829234.506751:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829234.506754:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829234.506758:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829234.506766:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802943872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829234.506806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829234.506840:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829234/real 1787829234] req@ffff9d1f48270b40 x1874669802943616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829234.506853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802943616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829234.506861:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829234.506863:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829234.506866:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802943616:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829234.506884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943744:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829234.506900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829234.506907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829234/real 1787829234] req@ffff9d1f48270f00 x1874669802943744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829234.506917:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802943744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829234.506934:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829234.506937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829234.506941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829234.506948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943872:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829234.506970:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829234.506980:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829234/real 1787829234] req@ffff9d1f48272d00 x1874669802943872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829234.506988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802943872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829234.507002:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829234.507004:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829234.507007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802943872:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829234.634588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829235.658645:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829236.682634:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829237.706658:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829238.730586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829239.626521:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829239.626536:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829239.626540:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829239.626548:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4842 00000100:00080000:3.0:1787829239.626557:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829239.626564:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829239.626597:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802944000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829239.626616:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829239.626621:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829239.626623:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829239.626627:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4842 00000100:00080000:3.0:1787829239.626631:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829239.626634:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829239.626642:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829239.626647:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802944000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829239.626656:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802944128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829239.626668:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829239.626671:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829239.626672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829239.626676:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4842 00000100:00080000:3.0:1787829239.626679:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829239.626682:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829239.626686:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829239.626697:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802944256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829239.626719:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829239.626773:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829239/real 1787829239] req@ffff9d1f482712c0 x1874669802944000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829239.626792:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802944000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829239.626800:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829239.626803:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829239.626806:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802944000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829239.626825:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944128:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829239.626844:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829239.626854:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829239/real 1787829239] req@ffff9d1f48273480 x1874669802944128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829239.626862:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802944128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829239.626868:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829239.626870:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829239.626873:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944128:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829239.626879:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944256:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829239.626890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829239.626897:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829239/real 1787829239] req@ffff9d1f48272940 x1874669802944256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829239.626905:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802944256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829239.626911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829239.626912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829239.626914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944256:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829239.754611:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829240.778636:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829241.802584:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829242.826602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829243.850656:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829244.746572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829244.746580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829244.746584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829244.746610:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4847 00000100:00080000:0.0:1787829244.746619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829244.746626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829244.746673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802944384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829244.746695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829244.746698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829244.746700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829244.746715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4847 00000100:00080000:0.0:1787829244.746719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829244.746722:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829244.746730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829244.746756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802944512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829244.746758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802944384:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829244.746772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829244.746775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829244.746776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829244.746780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4847 00000100:00080000:0.0:1787829244.746782:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829244.746791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829244.746795:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829244.746804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802944640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829244.746820:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829244.746872:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244] req@ffff9d1f4bd97840 x1874669802944384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829244.746885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802944384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829244.746897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829244.746900:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829244.746904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802944384:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829244.746921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944512:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829244.746947:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829244.746955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244] req@ffff9d1f4bd94b40 x1874669802944512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829244.746967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802944512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829244.746976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829244.746980:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829244.746983:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944512:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829244.746990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944640:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829244.747011:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829244.747023:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244] req@ffff9d1f4bd95e00 x1874669802944640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829244.747032:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802944640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829244.747037:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829244.747040:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829244.747042:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944640:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829244.874608:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829245.898763:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829246.922654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829247.946619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829248.970625:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829249.866551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829249.866559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829249.866563:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829249.866571:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4852 00000100:00080000:0.0:1787829249.866581:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829249.866588:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829249.866629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802944768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829249.866652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829249.866655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829249.866656:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829249.866682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4852 00000100:00080000:0.0:1787829249.866686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829249.866690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829249.866697:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829249.866710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802944896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829249.866718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829249.866721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829249.866722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829249.866735:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4852 00000100:00080000:0.0:1787829249.866737:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829249.866742:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829249.866745:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802944768:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787829249.866747:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829249.866757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802945024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829249.866814:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829249.866851:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249] req@ffff9d1f4bd970c0 x1874669802944768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829249.866864:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802944768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829249.866872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829249.866875:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829249.866878:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802944768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829249.866883:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944896:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829249.866898:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829249.866906:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249] req@ffff9d1f4bd95e00 x1874669802944896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829249.866913:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802944896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829249.866919:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829249.866921:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829249.866924:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802944896:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829249.866951:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945024:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829249.866972:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829249.866985:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249] req@ffff9d1f4bd94b40 x1874669802945024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829249.866993:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802945024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829249.866999:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829249.867001:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829249.867003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945024:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829249.994607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829251.018700:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829252.042644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829253.066633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829254.090631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829254.986626:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829254.986655:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829254.986659:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829254.986669:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4857 00000100:00080000:3.0:1787829254.986707:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829254.986714:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829254.986753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802945152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829254.986784:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829254.986790:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829254.986793:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829254.986798:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4857 00000100:00080000:3.0:1787829254.986803:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829254.986808:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829254.986817:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829254.986824:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802945152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829254.986836:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802945280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829254.986857:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829254.986860:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829254.986861:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829254.986864:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4857 00000100:00080000:3.0:1787829254.986868:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829254.986871:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829254.986875:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829254.986885:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802945408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829254.986900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829254.986954:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829254/real 1787829254] req@ffff9d1f48270000 x1874669802945152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829254.986976:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802945152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829254.986991:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829254.986997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829254.987002:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802945152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829254.987028:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945280:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829254.987051:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829254.987066:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829254/real 1787829254] req@ffff9d1f48272940 x1874669802945280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829254.987082:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802945280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829254.987094:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829254.987098:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829254.987102:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945280:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829254.987121:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945408:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829254.987146:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829254.987160:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829254/real 1787829254] req@ffff9d1f48273480 x1874669802945408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829254.987174:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802945408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829254.987184:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829254.987188:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829254.987192:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945408:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829255.114707:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829256.138568:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829257.162583:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829258.186578:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829259.210710:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829260.106553:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829260.106561:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829260.106565:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829260.106574:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4862 00000100:00080000:0.0:1787829260.106590:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829260.106610:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829260.106644:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802945536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829260.106681:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829260.106684:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829260.106686:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829260.106688:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4862 00000100:00080000:0.0:1787829260.106691:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829260.106694:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829260.106701:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829260.106712:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802945664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829260.106721:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829260.106723:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802945536:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829260.106725:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829260.106729:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829260.106735:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4862 00000100:00080000:0.0:1787829260.106737:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829260.106739:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829260.106743:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829260.106752:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802945792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829260.106828:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829260.106872:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945792:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829260.234582:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829261.258664:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829262.282637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829263.178749:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829263.178783:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829263.178797:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829263.178842:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829263.178854:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787829263.178882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffff9d1f4bd94b40 x1874669802945664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829263.178915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802945664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829263.178934:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829263.178940:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829263.178945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829263.178953:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffff9d1f4bd95e00 x1874669802945792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829263.178985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802945792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829263.178995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829263.178999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829263.179003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802945792:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787829263.179011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffff9d1f4bd97840 x1874669802945536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829263.179041:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802945536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829263.179050:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829263.179053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829263.179057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802945536:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829263.306632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829264.330590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829265.226601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829265.226609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829265.226612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829265.226620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4868 00000100:00080000:0.0:1787829265.226629:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829265.226635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829265.226663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802945920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829265.226686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829265.226689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829265.226691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829265.226694:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4868 00000100:00080000:0.0:1787829265.226696:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829265.226698:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829265.226706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829265.226717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802946048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829265.226728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829265.226732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829265.226734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829265.226738:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4868 00000100:00080000:0.0:1787829265.226742:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829265.226747:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829265.226751:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802945920:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787829265.226754:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829265.226770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802946176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829265.226821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829265.226864:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffff9d1f4bd970c0 x1874669802945920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829265.226885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802945920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829265.226897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829265.226912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829265.226916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802945920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829265.226923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946048:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829265.226948:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829265.226961:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffff9d1f4bd97840 x1874669802946048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829265.226984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802946048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829265.226992:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829265.226995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829265.226999:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946048:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829265.227023:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946176:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829265.227043:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829265.227053:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffff9d1f4bd95e00 x1874669802946176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829265.227063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802946176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829265.227077:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829265.227080:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829265.227082:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946176:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829265.354613:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829266.378618:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829267.402615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829268.426658:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829269.450652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829270.346605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.346616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829270.346620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.346630:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4873 00000100:00080000:2.0:1787829270.346641:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.346650:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829270.346693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802946304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829270.346731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.346734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829270.346735:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.346739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4873 00000100:00080000:2.0:1787829270.346742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.346745:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829270.346752:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829270.346760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802946432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829270.346773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.346775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829270.346776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.346778:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4873 00000100:00080000:2.0:1787829270.346780:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.346783:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829270.346796:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829270.346802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802946560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829270.346835:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802946304:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787829270.346910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829270.346949:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffff9d1f45d13840 x1874669802946304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829270.346968:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802946304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829270.346980:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829270.346984:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829270.346988:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802946304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829270.346996:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946432:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829270.347020:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829270.347034:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffff9d1f45d11680 x1874669802946432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829270.347047:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802946432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829270.347056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829270.347060:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829270.347063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946432:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829270.347069:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946560:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829270.347092:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829270.347103:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffff9d1f45d12580 x1874669802946560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829270.347115:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802946560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829270.347124:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829270.347127:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829270.347131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946560:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829270.474664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829271.498636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829272.522589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829273.546662:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829274.570624:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829275.466564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.466572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829275.466575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.466583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4878 00000100:00080000:0.0:1787829275.466592:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.466598:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829275.466637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802946688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829275.466659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.466661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829275.466663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.466665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4878 00000100:00080000:0.0:1787829275.466668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.466672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829275.466681:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829275.466694:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802946688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829275.466695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802946816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829275.466710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.466713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829275.466714:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.466717:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4878 00000100:00080000:0.0:1787829275.466721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.466725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829275.466730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829275.466740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802946944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829275.466754:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829275.466787:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffff9d1f4bd94b40 x1874669802946688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829275.466800:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802946688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829275.466809:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829275.466812:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829275.466815:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802946688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829275.466834:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946816:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829275.466849:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829275.466858:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffff9d1f4bd95e00 x1874669802946816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829275.466866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802946816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829275.466872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829275.466874:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829275.466876:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829275.466880:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946944:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829275.466891:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829275.466897:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffff9d1f4bd97840 x1874669802946944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829275.466904:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802946944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829275.466909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829275.466911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829275.466913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802946944:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829275.594641:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829276.618626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829277.642669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829278.666591:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829279.690637:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829280.586561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829280.586570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829280.586574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829280.586583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4883 00000100:00080000:0.0:1787829280.586592:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829280.586598:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829280.586633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802947072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829280.586657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829280.586660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829280.586662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829280.586665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4883 00000100:00080000:0.0:1787829280.586668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829280.586672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829280.586683:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829280.586700:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802947072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829280.586703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802947200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829280.586721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829280.586726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829280.586728:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829280.586734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4883 00000100:00080000:0.0:1787829280.586739:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829280.586743:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829280.586748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829280.586771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802947328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829280.586777:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829280.586819:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829280/real 1787829280] req@ffff9d1f4bd970c0 x1874669802947072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829280.586840:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802947072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829280.586849:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829280.586852:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829280.586855:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802947072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829280.586875:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947200:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829280.586891:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829280.586900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829280/real 1787829280] req@ffff9d1f4bd97840 x1874669802947200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829280.586909:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802947200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829280.586915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829280.586918:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829280.586920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947200:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829280.586924:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947328:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829280.586936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829280.586943:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829280/real 1787829280] req@ffff9d1f4bd95e00 x1874669802947328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829280.586951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802947328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829280.586962:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829280.586964:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829280.586966:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947328:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829280.714641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829281.738615:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829282.762630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829283.786621:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829284.810630:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829285.706618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829285.706631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829285.706637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829285.706652:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4888 00000100:00080000:2.0:1787829285.706666:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829285.706676:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829285.706723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802947456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829285.706756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829285.706760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829285.706762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829285.706767:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4888 00000100:00080000:2.0:1787829285.706771:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829285.706775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829285.706787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829285.706801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802947584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829285.706822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829285.706825:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802947456:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829285.706827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829285.706832:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829285.706839:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4888 00000100:00080000:2.0:1787829285.706847:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829285.706850:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829285.706855:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829285.706873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802947712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829285.706923:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829285.706977:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829285/real 1787829285] req@ffff9d1f45d11a40 x1874669802947456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.707003:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802947456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.707018:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.707025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829285.707044:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802947456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829285.707076:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947584:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829285.707109:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829285.707128:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829285/real 1787829285] req@ffff9d1f45d12d00 x1874669802947584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.707147:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802947584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.707160:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.707165:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829285.707171:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947584:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829285.707179:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947712:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829285.707224:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829285.707240:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829285/real 1787829285] req@ffff9d1f45d13c00 x1874669802947712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.707277:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802947712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.707290:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.707295:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829285.707300:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829285.834646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829286.858621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829287.882635:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829288.906602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829289.930576:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829290.826553:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829290.826561:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829290.826565:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829290.826573:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4893 00000100:00080000:2.0:1787829290.826590:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829290.826596:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829290.826628:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802947840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829290.826650:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829290.826652:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829290.826653:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829290.826658:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4893 00000100:00080000:2.0:1787829290.826661:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829290.826663:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829290.826671:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829290.826679:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802947968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829290.826688:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829290.826690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829290.826691:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829290.826696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802947840:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829290.826697:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4893 00000100:00080000:2.0:1787829290.826702:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829290.826707:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829290.826710:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829290.826719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802948096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829290.826759:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829290.826789:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829290/real 1787829290] req@ffff9d1f45d121c0 x1874669802947840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829290.826806:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802947840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829290.826814:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829290.826817:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829290.826819:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802947840:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829290.826849:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947968:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829290.826873:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829290.826886:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829290/real 1787829290] req@ffff9d1f45d10000 x1874669802947968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829290.826895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802947968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829290.826901:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829290.826903:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829290.826906:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802947968:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829290.826910:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948096:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829290.826925:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829290.826931:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829290/real 1787829290] req@ffff9d1f45d103c0 x1874669802948096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829290.826939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802948096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829290.826948:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829290.826951:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829290.826953:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948096:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829290.954648:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829291.978618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829293.002602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829294.026626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829295.050607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829295.946554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829295.946572:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829295.946576:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829295.946585:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4898 00000100:00080000:2.0:1787829295.946596:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829295.946603:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829295.946655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802948224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829295.946693:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829295.946696:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829295.946698:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829295.946701:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4898 00000100:00080000:2.0:1787829295.946704:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829295.946706:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829295.946714:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829295.946724:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802948352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829295.946732:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829295.946735:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829295.946736:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829295.946738:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4898 00000100:00080000:2.0:1787829295.946740:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829295.946743:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829295.946751:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829295.946759:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802948480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829295.946800:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802948224:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787829295.946865:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829295.946908:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829295/real 1787829295] req@ffff9d1f45d103c0 x1874669802948224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829295.946924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802948224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829295.946933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829295.946936:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829295.946939:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802948224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829295.946944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948352:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829295.946962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829295.946970:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829295/real 1787829295] req@ffff9d1f45d10000 x1874669802948352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829295.946977:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802948352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829295.946988:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829295.946990:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829295.946992:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948352:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829295.946996:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948480:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829295.947007:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829295.947012:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829295/real 1787829295] req@ffff9d1f45d121c0 x1874669802948480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829295.947019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802948480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829295.947025:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829295.947027:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829295.947029:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948480:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829296.074624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829297.098671:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829298.122609:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829299.146634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829300.170634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829301.066586:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829301.066598:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829301.066603:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829301.066616:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4903 00000100:00080000:0.0:1787829301.066630:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829301.066640:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829301.066698:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802948608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829301.066737:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829301.066742:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829301.066744:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829301.066750:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4903 00000100:00080000:0.0:1787829301.066761:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829301.066767:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829301.066779:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829301.066784:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802948608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829301.066795:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802948736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829301.066806:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829301.066810:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829301.066811:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829301.066814:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4903 00000100:00080000:0.0:1787829301.066818:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829301.066822:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829301.066827:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829301.066844:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802948864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829301.066863:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829301.066910:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffff9d1f4bd94b40 x1874669802948608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829301.066928:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802948608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.066939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.066944:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829301.066949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802948608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829301.066979:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948736:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829301.067000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829301.067011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffff9d1f4bd95e00 x1874669802948736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829301.067019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802948736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.067027:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.067031:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829301.067034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829301.067040:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948864:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829301.067063:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829301.067075:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffff9d1f4bd97840 x1874669802948864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829301.067087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802948864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.067097:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.067100:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829301.067102:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802948864:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829301.194657:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829302.218613:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829303.242588:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829304.266615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829305.290595:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829306.186566:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829306.186576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829306.186581:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829306.186591:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4909 00000100:00080000:2.0:1787829306.186603:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829306.186608:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829306.186640:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802948992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829306.186664:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829306.186667:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829306.186669:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829306.186672:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4909 00000100:00080000:2.0:1787829306.186674:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829306.186677:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829306.186685:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829306.186694:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802949120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829306.186705:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802948992:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829306.186710:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829306.186714:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829306.186716:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829306.186719:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4909 00000100:00080000:2.0:1787829306.186722:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829306.186726:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829306.186732:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829306.186744:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802949248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829306.186771:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829306.186812:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffff9d1f45d13c00 x1874669802948992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829306.186832:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802948992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829306.186843:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829306.186848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829306.186851:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802948992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829306.186870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949120:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829306.186888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829306.186897:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffff9d1f45d12d00 x1874669802949120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829306.186905:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802949120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829306.186911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829306.186913:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829306.186916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949120:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829306.186919:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949248:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829306.186931:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829306.186937:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffff9d1f45d11a40 x1874669802949248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829306.186944:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802949248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829306.186954:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829306.186956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829306.186958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949248:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829306.314623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829307.338588:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829308.362627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829309.386585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829310.410568:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829311.306547:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829311.306557:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829311.306562:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829311.306573:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4914 00000100:00080000:2.0:1787829311.306584:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829311.306592:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829311.306629:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802949376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829311.306657:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829311.306661:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829311.306663:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829311.306669:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4914 00000100:00080000:2.0:1787829311.306674:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829311.306679:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829311.306690:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829311.306705:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802949376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829311.306709:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802949504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829311.306724:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829311.306728:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829311.306730:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829311.306735:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4914 00000100:00080000:2.0:1787829311.306739:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829311.306744:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829311.306749:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829311.306761:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802949632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829311.306764:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829311.306801:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffff9d1f45d12580 x1874669802949376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829311.306816:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802949376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829311.306825:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829311.306828:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829311.306832:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802949376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829311.306850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949504:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829311.306865:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829311.306874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffff9d1f45d11680 x1874669802949504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829311.306883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802949504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829311.306889:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829311.306893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829311.306896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829311.306900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949632:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829311.306911:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829311.306926:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffff9d1f45d13840 x1874669802949632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829311.306933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802949632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829311.306940:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829311.306942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829311.306944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949632:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829311.434572:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829312.458580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829313.482615:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829314.506589:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829315.530611:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829316.426582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829316.426593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829316.426597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829316.426608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4919 00000100:00080000:3.0:1787829316.426621:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829316.426628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829316.426669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802949760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829316.426696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829316.426699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829316.426701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829316.426710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4919 00000100:00080000:3.0:1787829316.426712:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829316.426718:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829316.426728:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829316.426740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802949888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829316.426749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829316.426751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829316.426753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829316.426759:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802949760:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829316.426759:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4919 00000100:00080000:3.0:1787829316.426762:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829316.426768:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829316.426774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829316.426781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802950016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829316.426853:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829316.426906:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffff9d1f482712c0 x1874669802949760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829316.426921:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802949760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829316.426931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829316.426935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829316.426938:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802949760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829316.426961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949888:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829316.426977:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829316.426986:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffff9d1f48272d00 x1874669802949888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829316.426994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802949888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829316.427000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829316.427002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829316.427004:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802949888:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829316.427008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950016:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829316.427020:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829316.427026:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffff9d1f48270f00 x1874669802950016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829316.427033:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802950016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829316.427039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829316.427041:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829316.427043:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950016:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829316.554576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829317.578583:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829318.602697:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829319.626585:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829320.650610:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829321.546549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829321.546560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829321.546565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829321.546576:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4924 00000100:00080000:3.0:1787829321.546588:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829321.546594:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829321.546637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802950144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829321.546660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829321.546663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829321.546664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829321.546667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4924 00000100:00080000:3.0:1787829321.546670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829321.546672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829321.546680:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829321.546688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802950272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829321.546696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829321.546699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829321.546700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829321.546703:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4924 00000100:00080000:3.0:1787829321.546705:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829321.546708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829321.546712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829321.546713:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802950144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829321.546720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802950400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829321.546767:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829321.546801:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829321/real 1787829321] req@ffff9d1f48270b40 x1874669802950144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829321.546814:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802950144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829321.546822:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829321.546825:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829321.546828:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802950144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829321.546833:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950272:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829321.546847:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829321.546854:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829321/real 1787829321] req@ffff9d1f48271e00 x1874669802950272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829321.546862:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802950272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829321.546868:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829321.546870:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829321.546871:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950272:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829321.546889:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950400:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829321.546899:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829321.546906:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829321/real 1787829321] req@ffff9d1f48270780 x1874669802950400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829321.546918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802950400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829321.546924:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829321.546926:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829321.546928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950400:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829321.674628:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829322.698592:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829323.722664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829324.746625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829325.770646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829326.666549:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829326.666558:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829326.666561:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829326.666569:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4929 00000100:00080000:3.0:1787829326.666579:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829326.666585:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829326.666616:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802950528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829326.666636:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829326.666639:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829326.666640:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829326.666643:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4929 00000100:00080000:3.0:1787829326.666646:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829326.666648:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829326.666656:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829326.666664:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802950656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829326.666672:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829326.666675:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829326.666676:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829326.666679:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4929 00000100:00080000:3.0:1787829326.666681:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829326.666686:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829326.666688:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802950528:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787829326.666691:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829326.666699:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802950784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829326.666772:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950656:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829326.666804:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950784:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829326.794616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829327.818607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829328.842629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829329.738778:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829329.738825:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829329.738847:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829329.738887:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829329.738897:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787829329.738937:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829326/real 1787829329] req@ffff9d1f48271680 x1874669802950784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829329.738963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802950784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829329.738976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829329.738981:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829329.738986:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950784:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787829329.738999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829326/real 1787829329] req@ffff9d1f482703c0 x1874669802950528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829329.739013:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802950528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829329.739028:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829329.739032:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829329.739036:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802950528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829329.739043:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829326/real 1787829329] req@ffff9d1f48273840 x1874669802950656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829329.739056:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802950656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829329.739064:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829329.739067:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829329.739071:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802950656:192.168.203.151@tcp:38:kworker.0 00010000:00010000:2.0:1787829329.866631:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829330.890655:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829331.786567:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829331.786582:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829331.786587:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829331.786600:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4934 00000100:00080000:3.0:1787829331.786616:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829331.786625:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829331.786669:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802950912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829331.786709:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829331.786712:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829331.786714:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829331.786719:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4934 00000100:00080000:3.0:1787829331.786724:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829331.786729:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829331.786743:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829331.786764:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802950912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829331.786765:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802951040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829331.786786:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829331.786790:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829331.786792:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829331.786796:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4934 00000100:00080000:3.0:1787829331.786802:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829331.786807:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829331.786814:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829331.786829:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802951168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829331.786863:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829331.786918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331] req@ffff9d1f48273c00 x1874669802950912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829331.786942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802950912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829331.786953:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829331.786956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829331.786959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802950912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829331.786987:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951040:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829331.787017:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829331.787033:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331] req@ffff9d1f48273840 x1874669802951040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829331.787046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802951040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829331.787055:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829331.787059:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829331.787062:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951040:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829331.787070:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951168:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829331.787093:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829331.787120:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331] req@ffff9d1f482703c0 x1874669802951168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829331.787134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802951168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829331.787143:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829331.787146:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829331.787149:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951168:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829331.914674:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829332.938606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829333.962588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829334.986624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829336.010623:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829336.906539:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829336.906547:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829336.906551:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829336.906559:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4939 00000100:00080000:3.0:1787829336.906569:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829336.906575:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829336.906606:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802951296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829336.906628:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829336.906631:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829336.906632:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829336.906635:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4939 00000100:00080000:3.0:1787829336.906638:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829336.906640:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829336.906648:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829336.906657:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802951424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829336.906665:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829336.906670:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829336.906671:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829336.906674:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4939 00000100:00080000:3.0:1787829336.906676:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829336.906678:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829336.906682:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829336.906690:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802951296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829336.906690:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802951552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829336.906761:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829336.906804:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336] req@ffff9d1f48271680 x1874669802951296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829336.906824:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802951296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829336.906835:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829336.906839:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829336.906843:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802951296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829336.906852:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951424:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829336.906877:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829336.906891:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336] req@ffff9d1f48270780 x1874669802951424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829336.906912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802951424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829336.906922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829336.906925:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829336.906929:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951424:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829336.906953:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951552:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829336.906978:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829336.906992:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336] req@ffff9d1f48271e00 x1874669802951552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829336.907005:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802951552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829336.907015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829336.907019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829336.907022:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951552:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829337.034610:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829338.058615:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829339.082646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829340.106656:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829341.130630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829342.026572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829342.026581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829342.026585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829342.026593:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4944 00000100:00080000:0.0:1787829342.026603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829342.026609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829342.026639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802951680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829342.026664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829342.026667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829342.026669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829342.026672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4944 00000100:00080000:0.0:1787829342.026674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829342.026678:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829342.026686:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829342.026698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802951808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829342.026703:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802951680:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829342.026710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829342.026713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829342.026715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829342.026718:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4944 00000100:00080000:0.0:1787829342.026721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829342.026724:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829342.026727:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829342.026736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802951936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829342.026764:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829342.026805:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffff9d1f4bd970c0 x1874669802951680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.026825:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802951680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.026834:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.026836:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829342.026840:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802951680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829342.026859:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951808:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829342.026877:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829342.026896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffff9d1f4bd97840 x1874669802951808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.026905:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802951808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.026911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.026913:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829342.026915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951808:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829342.026919:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951936:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829342.026932:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829342.026939:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffff9d1f4bd95e00 x1874669802951936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.026946:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802951936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.026952:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.026955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829342.026957:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802951936:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829342.154600:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829343.178611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829344.202588:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829345.226641:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829346.250598:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829347.146583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829347.146594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829347.146598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829347.146608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4949 00000100:00080000:1.0:1787829347.146617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829347.146623:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829347.146658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802952064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829347.146686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829347.146690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829347.146693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829347.146699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4949 00000100:00080000:1.0:1787829347.146705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829347.146710:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829347.146717:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802952064:192.168.203.151@tcp:250:kworker.0 00000008:00100000:1.0:1787829347.146721:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829347.146741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802952192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829347.146756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829347.146760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829347.146762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829347.146765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4949 00000800:00000100:2.0:1787829347.146770:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787829347.146771:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829347.146778:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829347.146784:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829347.146796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802952320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829347.146811:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffff9d1f47fa21c0 x1874669802952064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829347.146833:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802952064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829347.146845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829347.146850:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829347.146854:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802952064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829347.146878:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952192:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829347.146905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829347.146923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffff9d1f47fa1a40 x1874669802952192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829347.146937:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802952192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829347.146947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829347.146951:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829347.146955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952192:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829347.146962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952320:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829347.146985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829347.147014:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffff9d1f47fa30c0 x1874669802952320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829347.147025:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802952320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829347.147031:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829347.147034:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829347.147037:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952320:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829347.274651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829348.298602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829349.322608:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829350.346591:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829351.370612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829352.266576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829352.266587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829352.266592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829352.266602:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4955 00000100:00080000:3.0:1787829352.266612:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829352.266619:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829352.266656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802952448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829352.266684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829352.266689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829352.266691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829352.266696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4955 00000100:00080000:3.0:1787829352.266700:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829352.266705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829352.266714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829352.266730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802952576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829352.266745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829352.266746:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802952448:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829352.266752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829352.266757:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829352.266763:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4955 00000100:00080000:3.0:1787829352.266767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829352.266772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829352.266779:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829352.266791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802952704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829352.266823:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829352.266867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffff9d1f48270b40 x1874669802952448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829352.266887:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802952448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829352.266898:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829352.266903:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829352.266907:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802952448:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829352.266929:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952576:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829352.266952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829352.266979:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffff9d1f48270f00 x1874669802952576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829352.266994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802952576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829352.267003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829352.267006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829352.267010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952576:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829352.267017:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952704:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829352.267035:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829352.267045:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffff9d1f48272d00 x1874669802952704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829352.267057:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802952704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829352.267066:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829352.267069:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829352.267073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952704:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829352.394583:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829353.418635:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829354.442583:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829355.466596:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829356.490585:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829357.386559:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.386567:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829357.386571:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.386579:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4960 00000100:00080000:2.0:1787829357.386589:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.386597:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829357.386634:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802952832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829357.386667:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.386670:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829357.386672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.386675:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4960 00000100:00080000:2.0:1787829357.386678:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.386682:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829357.386690:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829357.386702:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802952960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829357.386712:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.386715:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829357.386717:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.386721:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4960 00000100:00080000:2.0:1787829357.386724:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.386733:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829357.386739:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802952832:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787829357.386742:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829357.386766:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802953088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829357.386830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829357.386876:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffff9d1f45d10780 x1874669802952832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829357.386892:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802952832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829357.386902:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829357.386905:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829357.386909:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802952832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829357.386915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952960:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829357.386949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829357.386960:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffff9d1f45d11e00 x1874669802952960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829357.386968:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802952960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829357.386975:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829357.386977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829357.386979:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802952960:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829357.387005:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953088:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829357.387019:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829357.387026:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffff9d1f45d13480 x1874669802953088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829357.387034:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802953088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829357.387040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829357.387042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829357.387044:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829357.514680:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829358.538628:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829359.562614:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829360.586651:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829361.610661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829362.506600:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829362.506611:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829362.506615:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829362.506626:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4965 00000100:00080000:3.0:1787829362.506638:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829362.506645:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829362.506693:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802953216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829362.506721:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829362.506725:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829362.506727:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829362.506732:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4965 00000100:00080000:3.0:1787829362.506736:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829362.506741:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829362.506754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829362.506768:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802953216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829362.506774:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802953344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829362.506785:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829362.506788:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829362.506790:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829362.506793:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4965 00000100:00080000:3.0:1787829362.506796:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829362.506799:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829362.506803:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829362.506814:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802953472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829362.506854:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829362.506917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829362/real 1787829362] req@ffff9d1f482712c0 x1874669802953216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829362.506933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802953216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829362.506942:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829362.506946:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829362.506949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802953216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829362.506972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953344:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829362.506991:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829362.507000:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829362/real 1787829362] req@ffff9d1f48273480 x1874669802953344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829362.507009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802953344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829362.507015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829362.507017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829362.507019:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953344:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829362.507031:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953472:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829362.507048:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829362.507055:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829362/real 1787829362] req@ffff9d1f48272940 x1874669802953472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829362.507063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802953472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829362.507069:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829362.507071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829362.507073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829362.634663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829363.658632:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829364.682651:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829365.706659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829366.730677:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829367.626596:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829367.626607:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829367.626612:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829367.626624:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4970 00000100:00080000:0.0:1787829367.626636:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829367.626643:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829367.626686:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802953600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829367.626714:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829367.626717:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829367.626718:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829367.626722:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4970 00000100:00080000:0.0:1787829367.626724:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829367.626727:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829367.626738:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829367.626750:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802953728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829367.626759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829367.626762:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829367.626763:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829367.626765:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4970 00000100:00080000:0.0:1787829367.626767:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829367.626773:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829367.626775:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802953600:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787829367.626777:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829367.626788:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802953856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829367.626872:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829367.626917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367] req@ffff9d1f4bd94b40 x1874669802953600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829367.626932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802953600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829367.626941:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829367.626944:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829367.626947:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802953600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829367.626953:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953728:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829367.626971:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829367.626979:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367] req@ffff9d1f4bd95e00 x1874669802953728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829367.626987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802953728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829367.626993:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829367.626996:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829367.626998:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829367.627025:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953856:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829367.627040:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829367.627046:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367] req@ffff9d1f4bd97840 x1874669802953856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829367.627054:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802953856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829367.627060:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829367.627062:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829367.627064:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802953856:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829367.754660:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829368.778687:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829369.802617:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829370.826668:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829371.850652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829372.746569:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829372.746580:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829372.746584:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829372.746595:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4975 00000100:00080000:3.0:1787829372.746606:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829372.746614:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829372.746656:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802953984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829372.746680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829372.746683:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829372.746685:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829372.746688:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4975 00000100:00080000:3.0:1787829372.746692:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829372.746695:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829372.746705:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829372.746719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802954112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829372.746722:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802953984:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829372.746729:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829372.746733:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829372.746734:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829372.746736:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4975 00000100:00080000:3.0:1787829372.746738:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829372.746740:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829372.746744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829372.746753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802954240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829372.746809:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829372.746873:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372] req@ffff9d1f48270000 x1874669802953984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829372.746895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802953984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829372.746907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829372.746912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829372.746916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802953984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829372.746943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954112:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829372.746970:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829372.746984:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372] req@ffff9d1f48272940 x1874669802954112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829372.746999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802954112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829372.747009:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829372.747013:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829372.747017:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954112:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829372.747024:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954240:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829372.747045:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829372.747056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372] req@ffff9d1f48273480 x1874669802954240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829372.747069:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802954240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829372.747079:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829372.747082:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829372.747086:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954240:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829372.874656:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829373.898611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829374.922601:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829375.946605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829376.970589:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829377.866545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829377.866554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829377.866558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829377.866566:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4980 00000100:00080000:3.0:1787829377.866576:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829377.866583:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829377.866614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802954368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829377.866633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829377.866638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829377.866640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829377.866642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4980 00000100:00080000:3.0:1787829377.866645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829377.866647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829377.866655:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829377.866664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802954496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829377.866673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829377.866678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787829377.866679:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802954368:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829377.866680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829377.866687:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4980 00000100:00080000:3.0:1787829377.866690:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829377.866693:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829377.866696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829377.866707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802954624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829377.866739:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829377.866771:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377] req@ffff9d1f482712c0 x1874669802954368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829377.866809:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802954368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829377.866816:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829377.866819:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829377.866822:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802954368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829377.866840:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954496:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829377.866857:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829377.866865:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377] req@ffff9d1f48272d00 x1874669802954496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829377.866873:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802954496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829377.866879:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829377.866881:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829377.866883:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829377.866887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954624:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829377.866898:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829377.866904:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377] req@ffff9d1f48270f00 x1874669802954624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829377.866914:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802954624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829377.866929:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829377.866932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829377.866936:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829377.994569:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829379.018589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829380.042595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829381.066614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829382.090627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829382.986552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829382.986563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829382.986568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829382.986578:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4985 00000100:00080000:3.0:1787829382.986590:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829382.986597:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829382.986633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802954752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829382.986668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829382.986673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829382.986675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829382.986681:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4985 00000100:00080000:3.0:1787829382.986685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829382.986690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829382.986701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829382.986708:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802954752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829382.986722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802954880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829382.986738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829382.986756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829382.986759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829382.986764:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4985 00000100:00080000:3.0:1787829382.986770:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829382.986776:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:1.0:1787829382.986780:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787829382.986787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829382.986806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802955008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829382.986818:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382] req@ffff9d1f48270b40 x1874669802954752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829382.986835:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802954752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829382.986845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829382.986848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829382.986852:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802954752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829382.986874:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954880:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829382.986900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829382.986918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382] req@ffff9d1f48271e00 x1874669802954880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829382.986936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802954880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829382.986955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829382.986958:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829382.986961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802954880:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829382.986965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955008:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829382.986982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829382.986990:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382] req@ffff9d1f48270780 x1874669802955008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829382.986998:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802955008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829382.987004:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829382.987006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829382.987009:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955008:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829383.114607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829384.138582:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829385.162594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829386.186632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829387.210595:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829388.106533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829388.106541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829388.106545:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829388.106553:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4990 00000100:00080000:3.0:1787829388.106562:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829388.106569:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829388.106600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802955136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829388.106620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829388.106623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829388.106624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829388.106627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4990 00000100:00080000:3.0:1787829388.106630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829388.106633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829388.106641:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829388.106650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802955264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829388.106658:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802955136:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829388.106661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829388.106668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829388.106670:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829388.106673:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4990 00000100:00080000:3.0:1787829388.106675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829388.106677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829388.106681:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829388.106690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802955392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829388.106743:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829388.106786:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffff9d1f48271680 x1874669802955136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.106801:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802955136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.106809:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.106811:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829388.106814:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802955136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829388.106833:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955264:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829388.106855:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829388.106869:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffff9d1f482703c0 x1874669802955264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.106891:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802955264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.106899:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.106901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829388.106904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955264:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829388.106909:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955392:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829388.106926:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829388.106934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffff9d1f48273840 x1874669802955392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.106942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802955392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.106947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.106949:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829388.106952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955392:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829388.234629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829389.258582:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829390.282605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829391.306610:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829392.330599:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829393.226530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829393.226537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829393.226541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829393.226550:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 4996 00000100:00080000:3.0:1787829393.226559:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829393.226566:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829393.226597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802955520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829393.226617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829393.226620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829393.226621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829393.226625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4996 00000100:00080000:3.0:1787829393.226627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829393.226630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829393.226638:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829393.226644:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802955520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829393.226651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802955648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829393.226659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829393.226662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829393.226664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829393.226666:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 4996 00000100:00080000:3.0:1787829393.226668:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829393.226686:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829393.226691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829393.226700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802955776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829393.226746:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829393.226767:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955776:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829393.354597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829394.378605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829395.402602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829396.298802:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829396.298860:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829396.298882:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829396.298928:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829396.298939:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787829396.298976:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffff9d1f48273840 x1874669802955648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.299015:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802955648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.299031:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.299036:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829396.299041:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829396.299049:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffff9d1f482703c0 x1874669802955776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.299063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802955776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.299073:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.299077:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829396.299080:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802955776:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787829396.299099:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffff9d1f48273c00 x1874669802955520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.299120:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802955520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.299128:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.299131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829396.299135:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802955520:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829396.426618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829397.450621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829398.346601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829398.346611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829398.346615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829398.346625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5001 00000100:00080000:0.0:1787829398.346649:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829398.346658:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829398.346692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802955904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829398.346720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829398.346724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829398.346726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829398.346731:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5001 00000100:00080000:0.0:1787829398.346736:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829398.346741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829398.346751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829398.346758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802955904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829398.346768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802956032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829398.346781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829398.346784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829398.346787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829398.346791:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5001 00000100:00080000:0.0:1787829398.346795:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829398.346800:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829398.346805:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829398.346816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802956160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829398.346830:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829398.346881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffff9d1f4bd970c0 x1874669802955904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829398.346900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802955904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829398.346911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829398.346915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829398.346919:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802955904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829398.346944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956032:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829398.346968:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829398.346982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffff9d1f4bd97840 x1874669802956032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829398.346995:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802956032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829398.347004:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829398.347007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829398.347011:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956032:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829398.347017:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956160:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829398.347039:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829398.347050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffff9d1f4bd95e00 x1874669802956160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829398.347068:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802956160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829398.347076:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829398.347079:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829398.347082:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956160:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829398.474649:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829399.498646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829400.522617:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829401.546611:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829402.570640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829403.466557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.466565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829403.466568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.466577:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5006 00000100:00080000:2.0:1787829403.466586:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.466592:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829403.466638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802956288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829403.466658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.466661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829403.466663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.466666:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5006 00000100:00080000:2.0:1787829403.466669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.466671:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829403.466680:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829403.466689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802956416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829403.466698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.466702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787829403.466703:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802956288:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829403.466704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.466710:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5006 00000100:00080000:2.0:1787829403.466715:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.466718:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829403.466721:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829403.466730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802956544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829403.466775:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829403.466817:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffff9d1f45d112c0 x1874669802956288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.466834:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802956288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.466845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.466849:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829403.466853:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802956288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829403.466876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956416:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829403.466901:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829403.466914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffff9d1f45d130c0 x1874669802956416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.466927:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802956416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.466944:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.466948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829403.466952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956416:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829403.466956:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956544:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829403.466973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829403.466981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffff9d1f45d12940 x1874669802956544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.466989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802956544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.466997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.467000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829403.467003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956544:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829403.594629:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829404.618609:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829405.642595:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829406.666590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829407.690621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829408.586580:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829408.586591:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829408.586594:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829408.586603:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5011 00000100:00080000:0.0:1787829408.586612:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829408.586617:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829408.586653:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802956672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829408.586673:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829408.586677:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829408.586679:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829408.586683:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5011 00000100:00080000:0.0:1787829408.586687:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829408.586691:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829408.586700:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829408.586706:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802956672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829408.586714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802956800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829408.586724:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829408.586727:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829408.586729:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829408.586732:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5011 00000100:00080000:0.0:1787829408.586735:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829408.586739:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829408.586743:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829408.586751:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802956928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829408.586763:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829408.586801:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829408/real 1787829408] req@ffff9d1f4bd94b40 x1874669802956672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829408.586816:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802956672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829408.586823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829408.586826:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829408.586829:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802956672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829408.586850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956800:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829408.586868:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829408.586877:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829408/real 1787829408] req@ffff9d1f4bd95e00 x1874669802956800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829408.586884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802956800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829408.586890:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829408.586892:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829408.586894:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829408.586898:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956928:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829408.586913:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829408.586924:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829408/real 1787829408] req@ffff9d1f4bd97840 x1874669802956928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829408.586936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802956928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829408.586946:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829408.586950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829408.586953:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802956928:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829408.714633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829409.738641:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829410.762619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829411.786641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829412.810622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829413.706578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829413.706588:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829413.706592:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829413.706603:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5016 00000100:00080000:0.0:1787829413.706614:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829413.706623:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829413.706663:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802957056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829413.706690:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829413.706694:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829413.706696:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829413.706700:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5016 00000100:00080000:0.0:1787829413.706705:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829413.706709:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829413.706720:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829413.706733:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802957056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829413.706738:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802957184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829413.706752:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829413.706755:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829413.706758:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829413.706761:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5016 00000100:00080000:0.0:1787829413.706766:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829413.706770:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829413.706776:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829413.706786:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802957312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829413.706803:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829413.706847:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413] req@ffff9d1f4bd970c0 x1874669802957056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829413.706866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802957056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829413.706876:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829413.706880:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829413.706884:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802957056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829413.706907:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957184:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829413.706932:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829413.706946:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413] req@ffff9d1f4bd97840 x1874669802957184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829413.706961:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802957184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829413.706970:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829413.706974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829413.706978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957184:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829413.706985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957312:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829413.707007:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829413.707021:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413] req@ffff9d1f4bd95e00 x1874669802957312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829413.707034:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802957312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829413.707050:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829413.707053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829413.707057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957312:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829413.834638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829414.858629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829415.882623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829416.906614:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829417.930606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829418.826562:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829418.826571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829418.826574:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829418.826584:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5021 00000100:00080000:3.0:1787829418.826593:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829418.826599:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829418.826631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802957440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829418.826655:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829418.826659:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829418.826660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829418.826664:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5021 00000100:00080000:3.0:1787829418.826667:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829418.826671:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829418.826679:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829418.826691:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802957568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829418.826700:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802957440:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829418.826702:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829418.826709:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829418.826710:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829418.826713:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5021 00000100:00080000:3.0:1787829418.826716:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829418.826718:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829418.826723:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829418.826734:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802957696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829418.826759:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829418.826792:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418] req@ffff9d1f48271680 x1874669802957440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829418.826805:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802957440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829418.826817:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829418.826822:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829418.826826:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802957440:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829418.826850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957568:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829418.826876:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829418.826890:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418] req@ffff9d1f48270780 x1874669802957568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829418.826904:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802957568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829418.826913:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829418.826917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829418.826920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957568:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829418.826927:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957696:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829418.826947:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829418.826959:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418] req@ffff9d1f48271e00 x1874669802957696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829418.826972:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802957696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829418.826980:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829418.826984:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829418.826987:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957696:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829418.954606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829419.978649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829421.002619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829422.026622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829423.050889:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829423.946587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829423.946598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829423.946603:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829423.946613:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5026 00000100:00080000:0.0:1787829423.946623:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829423.946630:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829423.946665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802957824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829423.946695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829423.946700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829423.946702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829423.946708:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5026 00000100:00080000:0.0:1787829423.946713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829423.946719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829423.946729:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802957824:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787829423.946730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829423.946749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802957952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829423.946759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829423.946762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829423.946764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829423.946766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5026 00000100:00080000:0.0:1787829423.946769:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829423.946773:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829423.946777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829423.946785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802958080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829423.946800:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829423.946841:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829423] req@ffff9d1f4bd94b40 x1874669802957824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829423.946860:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802957824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829423.946872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829423.946876:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829423.946881:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802957824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829423.946911:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957952:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829423.946930:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829423.946939:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829423] req@ffff9d1f4bd95e00 x1874669802957952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829423.946948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802957952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829423.946954:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829423.946956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829423.946958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802957952:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829423.946963:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958080:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829423.946975:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829423.946981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829423] req@ffff9d1f4bd97840 x1874669802958080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829423.946988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802958080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829423.946994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829423.946995:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829423.946998:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958080:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829424.074634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829425.098629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829426.122608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829427.146589:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829428.170580:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829429.066535:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829429.066542:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829429.066545:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829429.066553:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5031 00000100:00080000:3.0:1787829429.066563:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829429.066568:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829429.066597:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802958208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829429.066624:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829429.066628:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829429.066630:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829429.066635:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5031 00000100:00080000:3.0:1787829429.066638:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829429.066643:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829429.066653:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829429.066664:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802958208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829429.066666:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802958336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829429.066676:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829429.066680:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829429.066682:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829429.066685:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5031 00000100:00080000:3.0:1787829429.066689:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829429.066693:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829429.066697:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829429.066706:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802958464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829429.066720:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829429.066756:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffff9d1f48270b40 x1874669802958208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829429.066770:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802958208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829429.066781:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829429.066785:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829429.066789:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802958208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829429.066812:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958336:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829429.066834:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829429.066844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffff9d1f48270f00 x1874669802958336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829429.066853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802958336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829429.066859:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829429.066861:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829429.066863:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958336:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829429.066868:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958464:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829429.066886:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829429.066898:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffff9d1f48272d00 x1874669802958464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829429.066911:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802958464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829429.066920:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829429.066923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829429.066925:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958464:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829429.194626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829430.218618:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829431.242629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829432.266634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829433.290665:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829434.186613:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829434.186624:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829434.186629:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829434.186640:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5037 00000100:00080000:0.0:1787829434.186652:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829434.186660:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829434.186705:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802958592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829434.186734:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829434.186738:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829434.186740:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829434.186745:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5037 00000100:00080000:0.0:1787829434.186749:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829434.186753:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829434.186766:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829434.186783:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802958720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829434.186793:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829434.186795:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802958592:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829434.186797:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829434.186799:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829434.186802:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5037 00000100:00080000:0.0:1787829434.186806:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829434.186810:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829434.186815:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829434.186824:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802958848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829434.186874:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829434.186930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffff9d1f4bd970c0 x1874669802958592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.186949:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802958592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.186966:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.186971:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829434.186975:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802958592:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829434.187003:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958720:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829434.187028:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829434.187042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffff9d1f4bd97840 x1874669802958720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.187055:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802958720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.187064:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.187067:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829434.187071:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829434.187078:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958848:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829434.187099:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829434.187112:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffff9d1f4bd95e00 x1874669802958848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.187125:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802958848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.187135:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.187139:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829434.187141:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802958848:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829434.314639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829435.338619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829436.362575:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829437.386603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829438.410615:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829439.306569:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829439.306580:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829439.306585:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829439.306596:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5042 00000100:00080000:3.0:1787829439.306609:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829439.306616:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829439.306658:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802958976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829439.306682:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829439.306685:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829439.306686:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829439.306690:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5042 00000100:00080000:3.0:1787829439.306693:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829439.306697:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829439.306707:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829439.306717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802959104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829439.306726:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802958976:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829439.306727:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829439.306738:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829439.306740:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829439.306743:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5042 00000100:00080000:3.0:1787829439.306746:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829439.306748:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829439.306752:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829439.306761:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802959232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829439.306806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829439.306847:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffff9d1f482712c0 x1874669802958976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829439.306861:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802958976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829439.306871:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829439.306874:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829439.306877:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802958976:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829439.306899:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959104:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829439.306915:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829439.306924:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffff9d1f48273480 x1874669802959104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829439.306932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802959104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829439.306938:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829439.306941:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829439.306943:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959104:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829439.306947:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959232:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829439.306959:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829439.306964:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffff9d1f48272940 x1874669802959232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829439.306973:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802959232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829439.306979:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829439.306981:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829439.306983:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959232:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829439.434649:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829440.458618:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829441.482625:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829442.506605:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829443.530625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829444.426591:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829444.426604:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829444.426609:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829444.426621:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5047 00000100:00080000:3.0:1787829444.426633:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829444.426640:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829444.426688:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802959360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829444.426723:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829444.426728:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829444.426731:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829444.426736:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5047 00000100:00080000:3.0:1787829444.426743:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829444.426748:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829444.426762:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829444.426781:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802959488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829444.426792:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802959360:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829444.426802:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829444.426808:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829444.426811:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829444.426817:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5047 00000100:00080000:3.0:1787829444.426822:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829444.426828:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829444.426835:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829444.426852:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802959616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829444.426875:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829444.426916:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffff9d1f48270000 x1874669802959360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.426929:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802959360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.426938:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.426942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829444.426945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802959360:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829444.426965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959488:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829444.426980:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829444.426989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffff9d1f48272940 x1874669802959488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.426997:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802959488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.427007:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.427010:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829444.427012:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829444.427016:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959616:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829444.427027:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829444.427034:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffff9d1f48273480 x1874669802959616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.427046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802959616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.427055:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.427059:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829444.427062:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959616:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829444.554664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829445.578610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829446.602632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829447.626597:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829448.650675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829449.546563:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829449.546572:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829449.546576:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829449.546584:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5052 00000100:00080000:0.0:1787829449.546594:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829449.546600:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829449.546631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802959744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829449.546653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829449.546657:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829449.546658:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829449.546661:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5052 00000100:00080000:0.0:1787829449.546663:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829449.546665:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829449.546673:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829449.546683:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802959872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829449.546691:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829449.546694:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829449.546696:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829449.546698:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5052 00000100:00080000:0.0:1787829449.546701:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829449.546707:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829449.546707:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802959744:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787829449.546711:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829449.546722:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802960000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829449.546776:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829449.546811:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829449/real 1787829449] req@ffff9d1f4bd94b40 x1874669802959744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829449.546825:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802959744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829449.546841:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829449.546847:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829449.546850:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802959744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829449.546857:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959872:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829449.546873:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829449.546882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829449/real 1787829449] req@ffff9d1f4bd95e00 x1874669802959872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829449.546890:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802959872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829449.546896:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829449.546898:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829449.546901:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802959872:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829449.546923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960000:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829449.546935:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829449.546942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829449/real 1787829449] req@ffff9d1f4bd97840 x1874669802960000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829449.546949:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802960000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829449.546955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829449.546957:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829449.546959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960000:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829449.674623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829450.698630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829451.722577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829452.746682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829453.770611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829454.666561:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829454.666569:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829454.666573:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829454.666581:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5057 00000100:00080000:3.0:1787829454.666591:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829454.666599:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829454.666636:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802960128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829454.666660:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829454.666664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829454.666667:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829454.666671:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5057 00000100:00080000:3.0:1787829454.666675:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829454.666680:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802960128:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829454.666682:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829454.666697:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829454.666714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802960256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829454.666727:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829454.666730:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829454.666733:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829454.666737:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5057 00000100:00080000:3.0:1787829454.666741:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829454.666746:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829454.666753:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787829454.666754:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829454.666770:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802960384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829454.666800:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454] req@ffff9d1f482712c0 x1874669802960128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829454.666818:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802960128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829454.666829:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829454.666833:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829454.666838:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802960128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829454.666871:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960256:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829454.666893:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829454.666907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454] req@ffff9d1f48272d00 x1874669802960256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829454.666925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802960256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829454.666934:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829454.666938:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829454.666941:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960256:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829454.666947:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960384:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829454.666965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829454.666977:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454] req@ffff9d1f48270f00 x1874669802960384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829454.666989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802960384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829454.666998:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829454.667002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829454.667007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960384:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829454.794604:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829455.818589:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829456.842693:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829457.866638:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829458.890639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829459.786582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829459.786593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829459.786598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829459.786607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5062 00000100:00080000:0.0:1787829459.786618:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829459.786624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829459.786656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802960512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829459.786688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829459.786690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829459.786692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829459.786695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5062 00000100:00080000:0.0:1787829459.786697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829459.786700:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829459.786709:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829459.786724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802960640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829459.786728:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802960512:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829459.786741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829459.786744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829459.786745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829459.786749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5062 00000100:00080000:0.0:1787829459.786751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829459.786753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829459.786757:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829459.786767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802960768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829459.786827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829459.786865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960768:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829459.914584:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829460.938617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829461.962616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829462.858795:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829462.858842:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829462.858859:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829462.858899:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829462.858915:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787829462.858944:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829462] req@ffff9d1f4bd97840 x1874669802960640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829462.858970:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802960640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829462.858983:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829462.858988:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829462.858992:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829462.858999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829462] req@ffff9d1f4bd95e00 x1874669802960768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829462.859012:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802960768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829462.859021:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829462.859025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829462.859029:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802960768:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787829462.859036:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829462] req@ffff9d1f4bd970c0 x1874669802960512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829462.859048:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802960512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829462.859056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829462.859060:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829462.859063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802960512:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829462.986607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829464.010597:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829464.906610:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829464.906619:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829464.906622:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829464.906635:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5067 00000100:00080000:3.0:1787829464.906645:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829464.906651:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829464.906684:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802960896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829464.906706:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829464.906710:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829464.906716:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829464.906721:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5067 00000100:00080000:3.0:1787829464.906726:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829464.906730:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829464.906749:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829464.906767:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802961024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829464.906769:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802960896:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829464.906790:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829464.906794:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829464.906796:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829464.906800:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5067 00000100:00080000:3.0:1787829464.906812:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829464.906817:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829464.906823:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829464.906831:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829464.906843:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802961152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829464.906878:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464] req@ffff9d1f48270b40 x1874669802960896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829464.906897:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802960896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829464.906908:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829464.906913:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829464.906917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802960896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829464.906940:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961024:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829464.906962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829464.906975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464] req@ffff9d1f48271e00 x1874669802961024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829464.906989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802961024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829464.906998:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829464.907002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829464.907006:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961024:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829464.907012:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961152:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829464.907029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829464.907038:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464] req@ffff9d1f48270780 x1874669802961152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829464.907050:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802961152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829464.907059:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829464.907062:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829464.907065:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961152:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829465.034619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829466.058590:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829467.082599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829468.106599:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829469.130592:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829470.026605:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.026616:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829470.026620:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829470.026631:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5072 00000100:00080000:0.0:1787829470.026642:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.026648:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829470.026680:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802961280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829470.026702:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.026705:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829470.026706:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829470.026709:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5072 00000100:00080000:0.0:1787829470.026711:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.026714:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829470.026721:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829470.026731:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802961408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829470.026740:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.026742:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829470.026744:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829470.026748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802961280:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829470.026749:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5072 00000100:00080000:0.0:1787829470.026752:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.026758:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829470.026762:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829470.026772:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802961536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829470.026813:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829470.026851:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffff9d1f4bd94b40 x1874669802961280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.026869:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802961280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.026880:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.026884:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829470.026888:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802961280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829470.026914:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961408:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829470.026937:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829470.026949:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffff9d1f4bd970c0 x1874669802961408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.026962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802961408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.026979:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.026982:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829470.026986:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961408:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829470.026993:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961536:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829470.027010:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829470.027019:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffff9d1f4bd95e00 x1874669802961536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.027031:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802961536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.027040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.027044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829470.027047:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961536:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829470.154633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829471.178597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829472.202576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829473.226620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829474.250638:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829475.146580:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.146591:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829475.146595:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.146605:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5077 00000100:00080000:3.0:1787829475.146616:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.146633:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829475.146669:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802961664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829475.146695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.146702:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829475.146704:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.146708:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5077 00000100:00080000:3.0:1787829475.146712:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.146717:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829475.146728:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829475.146745:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802961664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829475.146746:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802961792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829475.146764:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.146768:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829475.146770:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.146774:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5077 00000100:00080000:3.0:1787829475.146778:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.146783:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829475.146788:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829475.146801:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802961920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829475.146811:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829475.146844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffff9d1f48271680 x1874669802961664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.146858:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802961664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.146866:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.146869:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829475.146873:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802961664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829475.146904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961792:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829475.146928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829475.146943:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffff9d1f48273c00 x1874669802961792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.146954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802961792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.146960:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.146963:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829475.146965:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961792:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829475.146970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961920:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829475.146986:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829475.146993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffff9d1f482703c0 x1874669802961920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.147000:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802961920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.147006:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.147008:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829475.147010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802961920:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829475.274600:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829476.298627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829477.322572:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829478.346620:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829479.370599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829480.266531:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.266540:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829480.266544:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.266553:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5083 00000100:00080000:3.0:1787829480.266562:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.266570:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829480.266602:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802962048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829480.266627:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.266631:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829480.266633:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.266637:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5083 00000100:00080000:3.0:1787829480.266641:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.266645:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829480.266654:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829480.266661:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802962048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829480.266670:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802962176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829480.266682:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.266685:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829480.266687:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.266691:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5083 00000100:00080000:3.0:1787829480.266695:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.266698:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829480.266703:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829480.266713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802962304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829480.266721:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829480.266768:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffff9d1f48273840 x1874669802962048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829480.266784:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802962048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829480.266794:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829480.266799:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829480.266803:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802962048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829480.266822:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962176:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829480.266841:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829480.266851:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffff9d1f482703c0 x1874669802962176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829480.266869:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802962176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829480.266877:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829480.266880:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829480.266883:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962176:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829480.266889:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962304:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829480.266906:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829480.266916:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffff9d1f48273c00 x1874669802962304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829480.266926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802962304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829480.266939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829480.266942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829480.266946:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962304:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829480.394576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829481.418617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829482.442591:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829483.466562:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829484.490647:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829485.386586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829485.386593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829485.386596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829485.386603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5088 00000100:00080000:1.0:1787829485.386611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829485.386616:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829485.386646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802962432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829485.386668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829485.386671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829485.386672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829485.386674:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5088 00000100:00080000:1.0:1787829485.386676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829485.386678:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829485.386685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829485.386691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802962560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829485.386698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829485.386701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829485.386702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829485.386704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5088 00000100:00080000:1.0:1787829485.386706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829485.386708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829485.386711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829485.386716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802962688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829485.386777:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802962432:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787829485.386868:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829485.386922:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffff9d1f47fa0b40 x1874669802962432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.386940:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802962432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.386950:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.386954:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829485.386958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802962432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829485.386964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962560:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829485.386984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829485.386994:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffff9d1f47fa0000 x1874669802962560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.387002:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802962560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.387008:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.387010:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829485.387012:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829485.387017:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962688:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829485.387046:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829485.387056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffff9d1f47fa2580 x1874669802962688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.387064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802962688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.387070:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.387072:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829485.387075:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962688:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829485.514664:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829486.538569:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829487.562573:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829488.586580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829489.610600:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829490.506541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829490.506551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829490.506555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829490.506564:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5093 00000100:00080000:2.0:1787829490.506573:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829490.506579:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829490.506609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802962816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829490.506637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829490.506640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829490.506642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829490.506646:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5093 00000100:00080000:2.0:1787829490.506651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829490.506657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829490.506665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829490.506672:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802962816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829490.506689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802962944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829490.506702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829490.506705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829490.506707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829490.506711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5093 00000100:00080000:2.0:1787829490.506715:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829490.506719:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829490.506724:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829490.506730:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829490.506737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802963072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829490.506765:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829490/real 1787829490] req@ffff9d1f45d12940 x1874669802962816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829490.506778:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802962816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829490.506785:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829490.506788:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829490.506790:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802962816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829490.506807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962944:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829490.506821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829490.506830:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829490/real 1787829490] req@ffff9d1f45d130c0 x1874669802962944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829490.506837:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802962944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829490.506845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829490.506847:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829490.506849:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802962944:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829490.506853:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963072:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829490.506862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829490.506868:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829490/real 1787829490] req@ffff9d1f45d112c0 x1874669802963072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829490.506874:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802963072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829490.506879:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829490.506880:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829490.506882:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963072:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829490.634609:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829491.658569:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829492.682693:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829493.706607:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829494.730580:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829495.626554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829495.626562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829495.626565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829495.626572:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5098 00000100:00080000:0.0:1787829495.626580:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829495.626591:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829495.626617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802963200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829495.626634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829495.626637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829495.626638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829495.626640:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5098 00000100:00080000:0.0:1787829495.626642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829495.626645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829495.626652:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829495.626661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802963328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829495.626668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829495.626671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829495.626674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829495.626676:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802963200:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829495.626678:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5098 00000100:00080000:0.0:1787829495.626683:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829495.626688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829495.626691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829495.626698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802963456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829495.626739:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829495.626783:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495] req@ffff9d1f4bd97840 x1874669802963200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829495.626801:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802963200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829495.626811:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829495.626815:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829495.626818:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802963200:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829495.626839:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963328:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829495.626862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829495.626874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495] req@ffff9d1f4bd95e00 x1874669802963328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829495.626886:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802963328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829495.626893:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829495.626897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829495.626900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963328:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829495.626905:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963456:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829495.626925:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829495.626937:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495] req@ffff9d1f4bd970c0 x1874669802963456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829495.626947:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802963456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829495.626955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829495.626972:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829495.626976:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963456:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829495.754562:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829496.778573:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829497.802639:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829498.826587:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829499.850546:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829500.746668:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829500.746678:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829500.746682:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829500.746691:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5103 00000100:00080000:3.0:1787829500.746702:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829500.746709:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829500.746741:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802963584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829500.746770:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829500.746774:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829500.746776:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829500.746780:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5103 00000100:00080000:3.0:1787829500.746784:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829500.746787:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829500.746796:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829500.746809:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802963712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829500.746821:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802963584:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829500.746822:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829500.746829:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829500.746831:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829500.746835:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5103 00000100:00080000:3.0:1787829500.746839:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829500.746843:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829500.746850:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829500.746862:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802963840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829500.746874:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829500.746907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500] req@ffff9d1f48271680 x1874669802963584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829500.746919:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802963584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829500.746937:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829500.746940:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829500.746942:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802963584:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829500.746959:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963712:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829500.746979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829500.746988:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500] req@ffff9d1f48270780 x1874669802963712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829500.746995:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802963712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829500.747000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829500.747002:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829500.747004:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963712:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829500.747008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963840:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829500.747019:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829500.747024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500] req@ffff9d1f48271e00 x1874669802963840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829500.747030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802963840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829500.747039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829500.747041:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829500.747043:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802963840:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829500.874580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829501.898601:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829502.922626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829503.946601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829504.970643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829505.866564:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829505.866576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829505.866580:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829505.866589:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5108 00000100:00080000:3.0:1787829505.866608:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829505.866616:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829505.866655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802963968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829505.866680:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829505.866683:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829505.866685:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829505.866689:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5108 00000100:00080000:3.0:1787829505.866693:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829505.866696:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829505.866713:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829505.866722:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802963968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829505.866734:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802964096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829505.866746:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829505.866749:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829505.866751:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829505.866755:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5108 00000100:00080000:3.0:1787829505.866759:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829505.866762:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829505.866768:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829505.866776:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802964224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829505.866790:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829505.866825:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505] req@ffff9d1f48270b40 x1874669802963968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829505.866837:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802963968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829505.866845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829505.866848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829505.866850:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802963968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829505.866868:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964096:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829505.866881:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829505.866901:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505] req@ffff9d1f48270f00 x1874669802964096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829505.866909:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802964096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829505.866915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829505.866917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829505.866919:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964096:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829505.866924:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964224:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829505.866939:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829505.866946:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505] req@ffff9d1f48272d00 x1874669802964224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829505.866952:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802964224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829505.866957:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829505.866959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829505.866961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964224:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829505.994671:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829507.018592:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829508.042606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829509.066620:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829510.090617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829510.986583:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829510.986591:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829510.986594:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829510.986602:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5113 00000100:00080000:0.0:1787829510.986609:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829510.986614:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829510.986646:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802964352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829510.986671:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829510.986675:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829510.986677:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829510.986681:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5113 00000100:00080000:0.0:1787829510.986686:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829510.986692:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829510.986701:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829510.986721:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802964480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829510.986724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802964352:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829510.986748:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829510.986751:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829510.986753:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829510.986758:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5113 00000100:00080000:0.0:1787829510.986761:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829510.986764:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829510.986769:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829510.986779:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802964608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829510.986809:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829510.986865:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510] req@ffff9d1f4bd94b40 x1874669802964352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829510.986882:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802964352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829510.986891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829510.986894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829510.986897:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802964352:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829510.986923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964480:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829510.986941:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829510.986950:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510] req@ffff9d1f4bd970c0 x1874669802964480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829510.986959:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802964480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829510.986965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829510.986967:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829510.986969:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964480:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829510.986973:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964608:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829510.986985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829510.986991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510] req@ffff9d1f4bd95e00 x1874669802964608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829510.986998:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802964608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829510.987004:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829510.987006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829510.987008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964608:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829511.114612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829512.138591:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829513.162634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829514.186668:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829515.210625:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829516.106534:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.106542:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829516.106545:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.106552:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5118 00000100:00080000:3.0:1787829516.106561:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.106568:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829516.106601:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802964736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829516.106623:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.106626:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829516.106629:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.106634:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5118 00000100:00080000:3.0:1787829516.106638:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.106643:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829516.106648:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802964736:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787829516.106652:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829516.106670:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802964864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829516.106678:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.106680:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829516.106682:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.106684:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5118 00000100:00080000:3.0:1787829516.106686:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.106690:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829516.106694:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829516.106698:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829516.106702:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802964992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829516.106731:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffff9d1f482712c0 x1874669802964736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829516.106744:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802964736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829516.106760:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829516.106763:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829516.106767:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802964736:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829516.106788:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964864:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829516.106810:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829516.106839:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffff9d1f48273480 x1874669802964864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829516.106851:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802964864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829516.106859:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829516.106862:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829516.106865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964864:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829516.106870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964992:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829516.106890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829516.106900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffff9d1f48272940 x1874669802964992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829516.106912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802964992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829516.106918:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829516.106920:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829516.106922:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802964992:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829516.234646:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829517.258633:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829518.282593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829519.306628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829520.330597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829521.226521:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.226530:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829521.226534:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.226544:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5124 00000100:00080000:3.0:1787829521.226552:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.226558:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829521.226589:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802965120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829521.226614:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.226618:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829521.226619:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.226623:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5124 00000100:00080000:3.0:1787829521.226626:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.226629:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829521.226638:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829521.226642:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802965120:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829521.226655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802965248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829521.226668:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.226672:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829521.226674:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.226678:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5124 00000100:00080000:3.0:1787829521.226682:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.226685:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829521.226689:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829521.226692:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829521.226702:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802965376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829521.226732:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffff9d1f48270000 x1874669802965120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829521.226750:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802965120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829521.226760:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829521.226764:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829521.226768:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802965120:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829521.226802:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965248:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829521.226824:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829521.226837:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffff9d1f48272940 x1874669802965248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829521.226850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802965248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829521.226858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829521.226862:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829521.226865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965248:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829521.226871:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965376:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829521.226890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829521.226900:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffff9d1f48273480 x1874669802965376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829521.226913:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802965376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829521.226921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829521.226924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829521.226928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965376:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829521.354587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829522.378593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829523.402598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829524.426610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829525.450604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829526.346525:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829526.346541:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829526.346544:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829526.346551:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5129 00000100:00080000:3.0:1787829526.346559:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829526.346564:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829526.346592:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802965504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829526.346611:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829526.346614:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829526.346616:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829526.346619:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5129 00000100:00080000:3.0:1787829526.346621:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829526.346624:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829526.346632:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829526.346641:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802965504:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829526.346644:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802965632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829526.346654:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829526.346658:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829526.346660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829526.346662:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5129 00000100:00080000:3.0:1787829526.346665:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829526.346668:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829526.346671:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829526.346679:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802965760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829526.346718:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965632:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829526.346738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965760:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829526.474576:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829527.498580:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829528.522605:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829529.418673:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787829529.418712:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829529.418737:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787829529.418770:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787829529.418778:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787829529.418824:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffff9d1f48272d00 x1874669802965632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829529.418845:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802965632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829529.418856:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829529.418861:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829529.418865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965632:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829529.418871:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffff9d1f48270f00 x1874669802965760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829529.418883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802965760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829529.418890:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829529.418893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829529.418896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802965760:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787829529.418902:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffff9d1f482712c0 x1874669802965504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829529.418912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802965504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829529.418919:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829529.418922:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829529.418925:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802965504:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787829529.546585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829530.570641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829531.466592:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.466599:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829531.466601:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.466608:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5134 00000100:00080000:3.0:1787829531.466616:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.466621:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829531.466650:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802965888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829531.466678:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.466681:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829531.466683:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.466688:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5134 00000100:00080000:3.0:1787829531.466692:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.466695:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829531.466704:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829531.466732:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802966016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829531.466741:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802965888:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829531.466746:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.466750:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829531.466752:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.466757:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5134 00000100:00080000:3.0:1787829531.466759:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.466764:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829531.466769:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829531.466783:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802966144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829531.466806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829531.466862:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffff9d1f48270b40 x1874669802965888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829531.466881:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802965888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829531.466891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829531.466894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829531.466898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802965888:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829531.466923:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966016:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829531.466944:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829531.466956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffff9d1f48271e00 x1874669802966016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829531.466967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802966016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829531.466976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829531.466978:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829531.466981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966016:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829531.466986:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966144:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829531.467006:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829531.467017:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffff9d1f48270780 x1874669802966144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829531.467027:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802966144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829531.467035:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829531.467037:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829531.467040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966144:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829531.594639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829532.618601:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829533.642582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829534.666616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829535.690596:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829536.586523:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829536.586533:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829536.586537:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829536.586546:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5139 00000100:00080000:3.0:1787829536.586556:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829536.586563:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829536.586590:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802966272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829536.586610:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829536.586613:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829536.586614:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829536.586617:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5139 00000100:00080000:3.0:1787829536.586619:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829536.586621:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829536.586627:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829536.586634:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802966400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829536.586640:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829536.586642:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829536.586643:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829536.586645:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5139 00000100:00080000:3.0:1787829536.586646:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829536.586648:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829536.586651:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829536.586656:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802966528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829536.586690:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802966272:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787829536.586748:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829536.586778:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829536/real 1787829536] req@ffff9d1f48271680 x1874669802966272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829536.586790:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802966272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829536.586797:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829536.586800:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829536.586802:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802966272:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829536.586806:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966400:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829536.586821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829536.586828:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829536/real 1787829536] req@ffff9d1f48273c00 x1874669802966400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829536.586835:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802966400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829536.586840:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829536.586841:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829536.586843:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966400:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829536.586846:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966528:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829536.586856:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829536.586861:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829536/real 1787829536] req@ffff9d1f482703c0 x1874669802966528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829536.586867:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802966528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829536.586872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829536.586873:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829536.586874:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966528:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829536.714566:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829537.738579:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829538.762581:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829539.786605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829540.810577:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829541.706571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829541.706578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829541.706582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829541.706589:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5144 00000100:00080000:1.0:1787829541.706597:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829541.706602:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829541.706629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802966656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829541.706657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829541.706660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829541.706661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829541.706664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5144 00000100:00080000:1.0:1787829541.706667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829541.706670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829541.706676:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829541.706685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802966784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829541.706697:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802966656:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829541.706699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829541.706704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829541.706705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829541.706708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5144 00000100:00080000:1.0:1787829541.706710:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829541.706712:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829541.706715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829541.706722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802966912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829541.706750:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829541.706782:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541] req@ffff9d1f47fa0f00 x1874669802966656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829541.706797:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802966656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829541.706804:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829541.706806:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829541.706809:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802966656:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829541.706825:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966784:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829541.706837:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829541.706844:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541] req@ffff9d1f47fa1e00 x1874669802966784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829541.706851:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802966784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829541.706856:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829541.706858:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829541.706860:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966784:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829541.706863:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966912:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829541.706871:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829541.706876:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541] req@ffff9d1f47fa3840 x1874669802966912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829541.706883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802966912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829541.706891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829541.706892:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829541.706894:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802966912:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829541.834622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829542.858593:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829543.882602:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829544.906569:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829545.930586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829546.826573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829546.826583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829546.826587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829546.826597:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5149 00000100:00080000:0.0:1787829546.826619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829546.826628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829546.826664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802967040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829546.826692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829546.826696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829546.826699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829546.826704:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5149 00000100:00080000:0.0:1787829546.826709:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829546.826714:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829546.826724:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829546.826735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802967040:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829546.826742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802967168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829546.826756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829546.826760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829546.826762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829546.826766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5149 00000100:00080000:0.0:1787829546.826770:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829546.826774:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829546.826780:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829546.826804:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829546.826807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802967296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829546.826851:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546] req@ffff9d1f4bd97840 x1874669802967040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829546.826871:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802967040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829546.826883:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829546.826887:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829546.826892:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802967040:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829546.826915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967168:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829546.826942:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829546.826957:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546] req@ffff9d1f4bd95e00 x1874669802967168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829546.826971:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802967168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829546.826980:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829546.826983:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829546.826988:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967168:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829546.826995:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967296:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829546.827018:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829546.827030:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546] req@ffff9d1f4bd970c0 x1874669802967296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829546.827043:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802967296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829546.827061:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829546.827064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829546.827068:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967296:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829546.954591:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829547.978642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829549.002639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829550.026674:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829551.050598:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829551.946559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829551.946581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829551.946586:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829551.946596:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5154 00000100:00080000:0.0:1787829551.946607:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829551.946615:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829551.946652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802967424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829551.946683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829551.946687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829551.946690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829551.946695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5154 00000100:00080000:0.0:1787829551.946698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829551.946704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829551.946714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829551.946735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802967424:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829551.946742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802967552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829551.946757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829551.946762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829551.946764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829551.946769:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5154 00000100:00080000:0.0:1787829551.946787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829551.946796:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:1.0:1787829551.946796:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:0.0:1787829551.946806:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829551.946820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802967680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829551.946834:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551] req@ffff9d1f4bd94b40 x1874669802967424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829551.946850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802967424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829551.946863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829551.946867:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829551.946871:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802967424:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829551.946893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967552:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829551.946908:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829551.946916:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551] req@ffff9d1f4bd970c0 x1874669802967552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829551.946924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802967552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829551.946930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829551.946933:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829551.946935:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967552:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829551.946938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967680:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829551.946948:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829551.946954:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551] req@ffff9d1f4bd95e00 x1874669802967680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829551.946962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802967680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829551.946967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829551.946969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829551.946971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967680:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829552.074610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829553.098584:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829554.122693:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829555.146712:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829556.170671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829557.066553:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829557.066561:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829557.066565:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829557.066574:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5159 00000100:00080000:2.0:1787829557.066583:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829557.066589:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829557.066620:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802967808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829557.066640:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829557.066643:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829557.066644:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829557.066647:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5159 00000100:00080000:2.0:1787829557.066649:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829557.066652:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829557.066660:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829557.066673:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802967936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829557.066681:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802967808:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829557.066690:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829557.066695:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829557.066697:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829557.066702:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5159 00000100:00080000:2.0:1787829557.066706:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829557.066711:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829557.066717:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829557.066729:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802968064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829557.066750:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829557.066791:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffff9d1f45d13480 x1874669802967808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829557.066811:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802967808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829557.066824:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829557.066829:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829557.066833:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802967808:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829557.066866:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967936:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829557.066892:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829557.066905:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffff9d1f45d11e00 x1874669802967936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829557.066918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802967936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829557.066928:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829557.066932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829557.066935:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802967936:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829557.066942:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968064:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829557.066963:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829557.066975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffff9d1f45d10780 x1874669802968064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829557.066999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802968064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829557.067008:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829557.067012:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829557.067015:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968064:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829557.194596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829558.218595:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829559.242641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829560.266626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829561.290598:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829562.186521:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829562.186530:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829562.186534:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829562.186542:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5165 00000100:00080000:2.0:1787829562.186551:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829562.186556:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829562.186585:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802968192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829562.186608:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829562.186611:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829562.186613:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829562.186617:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5165 00000100:00080000:2.0:1787829562.186620:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829562.186623:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829562.186637:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829562.186647:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802968320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829562.186656:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829562.186659:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829562.186662:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829562.186665:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802968192:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829562.186666:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5165 00000100:00080000:2.0:1787829562.186671:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829562.186677:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829562.186680:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829562.186690:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802968448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829562.186737:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829562.186835:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffff9d1f45d13840 x1874669802968192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829562.186855:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802968192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829562.186873:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829562.186878:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829562.186883:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802968192:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829562.187038:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968320:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829562.187116:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829562.187134:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffff9d1f45d11680 x1874669802968320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829562.187146:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802968320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829562.187155:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829562.187158:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829562.187162:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968320:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829562.187168:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968448:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829562.187191:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829562.187203:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffff9d1f45d12580 x1874669802968448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829562.187215:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802968448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829562.187223:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829562.187226:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829562.187229:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968448:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829562.314613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829563.338606:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829564.362598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829565.386590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829566.410613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829567.306558:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829567.306566:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829567.306569:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829567.306578:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5170 00000100:00080000:0.0:1787829567.306587:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829567.306593:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829567.306623:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802968576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829567.306644:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829567.306647:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829567.306648:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829567.306651:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5170 00000100:00080000:0.0:1787829567.306654:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829567.306656:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829567.306664:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829567.306674:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802968704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829567.306682:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829567.306685:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829567.306693:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829567.306696:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5170 00000100:00100000:3.0:1787829567.306701:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802968576:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829567.306703:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829567.306709:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829567.306716:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829567.306723:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802968832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829567.306773:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829567.306815:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffff9d1f4bd97840 x1874669802968576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829567.306835:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802968576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829567.306845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829567.306850:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829567.306854:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802968576:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829567.306874:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968704:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829567.306899:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829567.306914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffff9d1f4bd95e00 x1874669802968704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829567.306928:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802968704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829567.306938:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829567.306941:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829567.306945:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968704:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829567.306972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968832:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829567.306996:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829567.307010:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffff9d1f4bd970c0 x1874669802968832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829567.307023:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802968832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829567.307033:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829567.307036:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829567.307040:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802968832:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829567.434579:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829568.458579:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829569.482610:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829570.506584:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829571.530616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829572.426573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.426580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829572.426584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.426592:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5175 00000100:00080000:1.0:1787829572.426602:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.426611:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829572.426644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802968960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829572.426675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.426679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829572.426681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.426686:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5175 00000100:00080000:1.0:1787829572.426696:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.426701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829572.426710:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829572.426724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802969088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829572.426725:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802968960:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829572.426744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.426747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829572.426748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.426750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5175 00000100:00080000:1.0:1787829572.426754:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.426756:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829572.426759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829572.426770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802969216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829572.426802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829572.426838:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffff9d1f47fa2940 x1874669802968960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829572.426851:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802968960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829572.426860:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829572.426862:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829572.426865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802968960:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829572.426889:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969088:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829572.426906:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829572.426914:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffff9d1f47fa3c00 x1874669802969088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829572.426923:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802969088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829572.426933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829572.426935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829572.426937:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969088:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829572.426941:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969216:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829572.426952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829572.426958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffff9d1f47fa3840 x1874669802969216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829572.426965:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802969216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829572.426971:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829572.426973:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829572.426975:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969216:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829572.554571:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829573.578595:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829574.602574:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829575.626587:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829576.650639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829577.546589:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829577.546604:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829577.546609:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829577.546622:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5180 00000100:00080000:0.0:1787829577.546636:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829577.546645:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829577.546693:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802969344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829577.546739:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829577.546744:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829577.546746:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829577.546750:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5180 00000100:00080000:0.0:1787829577.546756:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829577.546761:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829577.546775:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829577.546795:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802969344:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829577.546798:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802969472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829577.546824:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829577.546829:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829577.546832:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829577.546838:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5180 00000100:00080000:0.0:1787829577.546842:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829577.546849:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829577.546858:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829577.546870:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802969600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829577.546879:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829577.546918:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829577/real 1787829577] req@ffff9d1f4bd94b40 x1874669802969344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829577.546932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802969344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829577.546940:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829577.546943:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829577.546946:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802969344:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829577.546969:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969472:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829577.546984:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829577.546992:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829577/real 1787829577] req@ffff9d1f4bd970c0 x1874669802969472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829577.547001:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802969472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829577.547006:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829577.547008:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829577.547010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969472:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829577.547015:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969600:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829577.547026:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829577.547032:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829577/real 1787829577] req@ffff9d1f4bd95e00 x1874669802969600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829577.547039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802969600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829577.547045:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829577.547047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829577.547048:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969600:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829577.674590:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829578.698646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829579.722612:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829580.746607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829581.770592:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829582.666605:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829582.666627:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829582.666632:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829582.666645:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5185 00000100:00080000:0.0:1787829582.666662:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829582.666679:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829582.666728:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802969728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829582.666759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829582.666764:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829582.666766:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829582.666771:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5185 00000100:00080000:0.0:1787829582.666775:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829582.666782:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829582.666794:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829582.666809:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802969728:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829582.666814:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802969856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829582.666829:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829582.666833:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829582.666835:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829582.666840:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5185 00000100:00080000:0.0:1787829582.666844:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829582.666849:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829582.666855:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829582.666868:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802969984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829582.666885:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829582.666942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582] req@ffff9d1f4bd97840 x1874669802969728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829582.666962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802969728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829582.666971:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829582.666974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829582.666978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802969728:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829582.667006:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969856:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829582.667032:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829582.667047:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582] req@ffff9d1f4bd95e00 x1874669802969856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829582.667061:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802969856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829582.667072:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829582.667075:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829582.667079:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969856:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829582.667084:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969984:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829582.667103:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829582.667111:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582] req@ffff9d1f4bd970c0 x1874669802969984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829582.667119:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802969984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829582.667130:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829582.667132:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829582.667134:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802969984:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829582.794672:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829583.818681:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829584.842631:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829585.866583:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829586.890645:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829587.786571:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829587.786579:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829587.786584:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829587.786593:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5190 00000100:00080000:2.0:1787829587.786602:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829587.786607:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829587.786639:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802970112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829587.786661:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829587.786664:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829587.786666:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829587.786669:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5190 00000100:00080000:2.0:1787829587.786671:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829587.786673:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829587.786682:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829587.786692:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802970240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829587.786701:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829587.786703:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829587.786705:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829587.786708:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5190 00000100:00080000:2.0:1787829587.786717:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829587.786721:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802970112:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829587.786723:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829587.786732:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829587.786740:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802970368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829587.786799:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829587.786843:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587] req@ffff9d1f45d11a40 x1874669802970112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829587.786863:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802970112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829587.786875:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829587.786879:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829587.786884:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802970112:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829587.786892:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970240:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829587.786917:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829587.786931:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587] req@ffff9d1f45d12d00 x1874669802970240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829587.786940:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802970240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829587.786953:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829587.786956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829587.786958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970240:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829587.786979:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970368:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829587.787000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829587.787008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587] req@ffff9d1f45d13c00 x1874669802970368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829587.787016:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802970368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829587.787023:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829587.787025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829587.787027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970368:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829587.914601:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829588.938665:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829589.962582:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829590.986599:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829592.010599:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829592.906585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829592.906597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829592.906601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829592.906613:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5195 00000100:00080000:0.0:1787829592.906624:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829592.906631:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829592.906671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802970496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829592.906708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829592.906711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829592.906712:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829592.906716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5195 00000100:00080000:0.0:1787829592.906718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829592.906720:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829592.906730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829592.906742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802970624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829592.906750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829592.906753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829592.906755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829592.906757:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5195 00000100:00080000:0.0:1787829592.906760:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829592.906763:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829592.906766:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829592.906777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802970752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829592.906778:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802970496:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829592.906883:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970624:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829592.906917:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970752:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829593.034628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829594.058615:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829595.082606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829595.978707:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787829595.978746:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829595.978761:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787829595.978805:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787829595.978813:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787829595.978847:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829595] req@ffff9d1f4bd95e00 x1874669802970752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829595.978870:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802970752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829595.978881:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829595.978886:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829595.978890:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970752:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787829595.978896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829595] req@ffff9d1f4bd94b40 x1874669802970496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829595.978910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802970496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829595.978917:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829595.978921:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829595.978924:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802970496:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829595.978930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829595] req@ffff9d1f4bd970c0 x1874669802970624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829595.978940:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802970624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829595.978947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829595.978950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829595.978953:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802970624:192.168.203.151@tcp:38:kworker.0 00010000:00010000:0.0:1787829596.106615:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829597.130595:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829598.026653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829598.026663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829598.026668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829598.026680:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5200 00000100:00080000:0.0:1787829598.026693:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829598.026702:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829598.026743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802970880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829598.026778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829598.026783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829598.026785:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829598.026793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5200 00000100:00080000:0.0:1787829598.026797:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829598.026804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829598.026819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829598.026842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802971008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829598.026842:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802970880:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829598.026864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829598.026869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829598.026872:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829598.026878:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5200 00000100:00080000:0.0:1787829598.026884:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829598.026889:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829598.026896:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829598.026927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802971136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829598.026941:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829598.027016:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffff9d1f4bd97840 x1874669802970880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829598.027069:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802970880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829598.027084:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829598.027090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829598.027098:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802970880:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829598.027137:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971008:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829598.027174:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829598.027192:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffff9d1f4bd970c0 x1874669802971008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829598.027206:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802971008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829598.027215:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829598.027219:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829598.027223:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971008:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829598.027229:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971136:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829598.027267:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829598.027280:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffff9d1f4bd94b40 x1874669802971136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829598.027292:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802971136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829598.027301:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829598.027304:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829598.027308:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971136:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829598.154613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829599.178623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829600.202614:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829601.226603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829602.250600:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829603.146548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829603.146557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829603.146561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829603.146570:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5205 00000100:00080000:3.0:1787829603.146580:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829603.146586:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829603.146617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802971264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829603.146641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829603.146644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829603.146645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829603.146648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5205 00000100:00080000:3.0:1787829603.146651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829603.146655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829603.146665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829603.146681:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802971264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829603.146682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802971392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829603.146700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829603.146712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829603.146717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829603.146720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5205 00000100:00080000:3.0:1787829603.146724:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829603.146728:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829603.146732:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829603.146743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802971520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829603.146751:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829603.146798:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffff9d1f48273840 x1874669802971264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.146818:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802971264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.146830:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.146834:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829603.146839:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802971264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829603.146863:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971392:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829603.146888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829603.146902:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffff9d1f482703c0 x1874669802971392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.146916:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802971392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.146926:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.146930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829603.146934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971392:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829603.146940:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971520:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829603.146962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829603.146973:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffff9d1f48273c00 x1874669802971520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.146987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802971520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.146996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.147000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829603.147004:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971520:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829603.274659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829604.298578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829605.322603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829606.346612:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829607.370650:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829608.266560:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829608.266568:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829608.266572:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829608.266580:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5211 00000100:00080000:2.0:1787829608.266589:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829608.266595:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829608.266628:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802971648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829608.266654:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829608.266659:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829608.266662:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829608.266667:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5211 00000100:00080000:2.0:1787829608.266671:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829608.266675:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829608.266685:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829608.266712:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802971648:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829608.266713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802971776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829608.266732:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829608.266736:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829608.266738:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829608.266742:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5211 00000100:00080000:2.0:1787829608.266745:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829608.266748:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829608.266753:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829608.266763:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802971904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829608.266784:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829608.266826:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffff9d1f45d121c0 x1874669802971648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.266845:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802971648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.266856:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.266860:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829608.266864:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802971648:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829608.266888:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971776:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829608.266911:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829608.266925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffff9d1f45d10000 x1874669802971776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.266938:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802971776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.266946:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.266950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829608.266954:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829608.266960:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971904:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829608.266982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829608.266993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffff9d1f45d103c0 x1874669802971904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.267006:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802971904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.267020:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.267024:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829608.267027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802971904:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829608.394611:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829609.418611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829610.442640:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829611.466608:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829612.490638:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829613.386566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829613.386575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829613.386578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829613.386586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5216 00000100:00080000:0.0:1787829613.386595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829613.386601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829613.386632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802972032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829613.386654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829613.386657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829613.386658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829613.386661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5216 00000100:00080000:0.0:1787829613.386663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829613.386666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829613.386674:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829613.386683:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802972032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829613.386686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802972160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829613.386697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829613.386699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829613.386700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829613.386703:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5216 00000100:00080000:0.0:1787829613.386705:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829613.386708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829613.386712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829613.386720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802972288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829613.386738:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829613.386773:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffff9d1f4bd95e00 x1874669802972032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829613.386793:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802972032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829613.386804:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829613.386808:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829613.386813:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802972032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829613.386838:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972160:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829613.386864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829613.386890:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffff9d1f4bd94b40 x1874669802972160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829613.386910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802972160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829613.386920:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829613.386924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829613.386928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972160:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829613.386936:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972288:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829613.386959:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829613.386973:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffff9d1f4bd970c0 x1874669802972288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829613.386984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802972288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829613.386991:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829613.386993:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829613.386995:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972288:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829613.514611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829614.538658:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829615.562625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829616.586667:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829617.610661:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829618.506539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829618.506547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829618.506551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829618.506561:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5221 00000100:00080000:0.0:1787829618.506572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829618.506580:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829618.506615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802972416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829618.506636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829618.506639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829618.506641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829618.506644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5221 00000100:00080000:0.0:1787829618.506647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829618.506650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829618.506659:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829618.506669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802972544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829618.506679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829618.506680:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802972416:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829618.506682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829618.506685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829618.506692:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5221 00000100:00080000:0.0:1787829618.506695:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829618.506697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829618.506700:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829618.506709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802972672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829618.506750:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829618.506795:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829618/real 1787829618] req@ffff9d1f4bd97840 x1874669802972416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829618.506813:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802972416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829618.506825:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829618.506829:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829618.506833:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802972416:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829618.506856:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972544:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829618.506882:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829618.506896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829618/real 1787829618] req@ffff9d1f4bd970c0 x1874669802972544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829618.506910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802972544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829618.506927:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829618.506931:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829618.506934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829618.506941:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972672:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829618.506962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829618.506974:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829618/real 1787829618] req@ffff9d1f4bd94b40 x1874669802972672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829618.506985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802972672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829618.506994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829618.506997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829618.507000:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972672:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829618.634626:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829619.658601:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829620.682603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829621.706611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829622.730619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829623.626583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829623.626601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829623.626609:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829623.626621:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5226 00000100:00080000:0.0:1787829623.626635:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829623.626642:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829623.626692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802972800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829623.626721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829623.626725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829623.626727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829623.626730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5226 00000100:00080000:0.0:1787829623.626733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829623.626737:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829623.626748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829623.626761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802972928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829623.626771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829623.626774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829623.626776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829623.626782:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5226 00000100:00100000:3.0:1787829623.626783:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802972800:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829623.626785:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829623.626790:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829623.626802:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829623.626812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802973056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829623.626873:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829623.626917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829623] req@ffff9d1f4bd95e00 x1874669802972800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829623.626937:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802972800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829623.626949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829623.626954:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829623.626958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802972800:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829623.626989:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972928:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829623.627016:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829623.627031:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829623] req@ffff9d1f4bd94b40 x1874669802972928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829623.627046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802972928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829623.627055:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829623.627059:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829623.627063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802972928:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829623.627085:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973056:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829623.627111:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829623.627126:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829623] req@ffff9d1f4bd970c0 x1874669802973056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829623.627140:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802973056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829623.627149:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829623.627163:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829623.627167:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973056:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829623.754633:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829624.778682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829625.802658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829626.826638:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829627.850619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829628.746578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829628.746587:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829628.746592:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829628.746602:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5231 00000100:00080000:2.0:1787829628.746612:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829628.746619:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829628.746657:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802973184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829628.746689:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829628.746693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829628.746695:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829628.746699:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5231 00000100:00080000:2.0:1787829628.746703:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829628.746706:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829628.746716:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829628.746728:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802973312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829628.746739:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829628.746744:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787829628.746744:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802973184:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829628.746749:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829628.746757:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5231 00000100:00080000:2.0:1787829628.746760:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829628.746764:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829628.746769:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829628.746781:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802973440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829628.746816:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829628.746856:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628] req@ffff9d1f45d103c0 x1874669802973184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829628.746875:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802973184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829628.746885:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829628.746889:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829628.746893:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802973184:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829628.746914:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973312:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829628.746936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829628.746948:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628] req@ffff9d1f45d10000 x1874669802973312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829628.746961:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802973312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829628.746970:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829628.746973:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829628.746977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973312:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829628.746983:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973440:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829628.747000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829628.747010:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628] req@ffff9d1f45d121c0 x1874669802973440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829628.747022:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802973440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829628.747052:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829628.747055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829628.747059:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973440:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829628.874613:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829629.898648:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829630.922635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829631.946640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829632.970687:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829633.866579:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829633.866604:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829633.866608:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829633.866618:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5236 00000100:00080000:2.0:1787829633.866629:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829633.866636:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829633.866703:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802973568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829633.866754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829633.866759:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829633.866762:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829633.866768:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5236 00000100:00080000:2.0:1787829633.866774:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829633.866795:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829633.866804:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829633.866807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802973568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829633.866821:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802973696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829633.866835:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829633.866839:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829633.866841:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829633.866846:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5236 00000100:00080000:2.0:1787829633.866860:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829633.866867:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:3.0:1787829633.866870:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:2.0:1787829633.866876:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829633.866891:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802973824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829633.866943:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633] req@ffff9d1f45d13c00 x1874669802973568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829633.866960:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802973568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829633.866970:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829633.866974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829633.866978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802973568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829633.867127:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973696:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829633.867299:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829633.867327:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633] req@ffff9d1f45d12d00 x1874669802973696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829633.867407:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802973696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829633.867417:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829633.867436:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829633.867440:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973696:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829633.867447:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973824:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829633.867468:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829633.867512:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633] req@ffff9d1f45d11a40 x1874669802973824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829633.867527:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802973824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829633.867538:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829633.867541:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829633.867543:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802973824:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829633.994685:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829635.018612:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829636.042593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829637.066589:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829638.090616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829638.986575:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829638.986585:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829638.986596:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829638.986605:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5241 00000100:00080000:0.0:1787829638.986614:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829638.986620:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829638.986652:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802973952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829638.986672:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829638.986675:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829638.986676:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829638.986684:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5241 00000100:00080000:0.0:1787829638.986686:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829638.986691:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829638.986703:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829638.986714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802974080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829638.986723:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829638.986726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829638.986727:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829638.986733:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5241 00000100:00100000:3.0:1787829638.986733:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802973952:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829638.986737:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829638.986743:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829638.986747:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829638.986755:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802974208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829638.986801:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829638.986842:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638] req@ffff9d1f4bd97840 x1874669802973952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829638.986860:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802973952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829638.986872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829638.986877:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829638.986881:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802973952:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829638.986903:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974080:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829638.986924:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829638.986937:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638] req@ffff9d1f4bd970c0 x1874669802974080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829638.986950:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802974080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829638.986959:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829638.986977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829638.986981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974080:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829638.986988:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974208:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829638.987008:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829638.987019:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638] req@ffff9d1f4bd94b40 x1874669802974208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829638.987031:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802974208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829638.987040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829638.987043:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829638.987047:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974208:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829639.114621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829640.138612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829641.162609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829642.186619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829643.210599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829644.106556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829644.106565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829644.106569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829644.106578:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5246 00000100:00080000:0.0:1787829644.106588:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829644.106595:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829644.106631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802974336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829644.106672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829644.106678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829644.106680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829644.106687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5246 00000100:00080000:0.0:1787829644.106692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829644.106698:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829644.106710:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829644.106724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802974336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829644.106731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802974464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829644.106744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829644.106748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829644.106749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829644.106753:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5246 00000100:00080000:0.0:1787829644.106756:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829644.106760:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829644.106765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829644.106776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802974592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829644.106804:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829644.106858:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffff9d1f4bd95e00 x1874669802974336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.106877:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802974336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.106892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.106896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829644.106900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802974336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829644.106941:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974464:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829644.106965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829644.106978:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffff9d1f4bd94b40 x1874669802974464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.106988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802974464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.106996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.106999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829644.107001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974464:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829644.107007:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974592:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829644.107021:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829644.107028:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffff9d1f4bd970c0 x1874669802974592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.107038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802974592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.107045:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.107047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829644.107049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974592:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829644.234684:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829645.258651:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829646.282665:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829647.306683:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829648.330642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829649.226588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829649.226600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829649.226604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829649.226615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5252 00000100:00080000:2.0:1787829649.226628:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829649.226635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829649.226677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802974720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829649.226710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829649.226713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829649.226715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829649.226718:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5252 00000100:00080000:2.0:1787829649.226721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829649.226725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829649.226735:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829649.226745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802974848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829649.226759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829649.226759:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802974720:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829649.226771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829649.226778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829649.226782:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5252 00000100:00080000:2.0:1787829649.226785:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829649.226787:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829649.226792:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829649.226805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802974976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829649.226845:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829649.226888:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffff9d1f45d12580 x1874669802974720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829649.226920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802974720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829649.226930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829649.226933:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829649.226936:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802974720:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829649.226957:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974848:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829649.226975:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829649.226984:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffff9d1f45d11680 x1874669802974848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829649.226992:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802974848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829649.226998:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829649.227000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829649.227003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974848:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829649.227007:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974976:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829649.227018:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829649.227024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffff9d1f45d13840 x1874669802974976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829649.227032:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802974976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829649.227037:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829649.227039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829649.227041:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802974976:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829649.354658:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829650.378633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829651.402653:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829652.426601:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829653.450641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829654.346595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829654.346609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829654.346614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829654.346627:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5257 00000100:00080000:0.0:1787829654.346640:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829654.346655:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829654.346697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802975104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829654.346721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829654.346724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829654.346726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829654.346729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5257 00000100:00080000:0.0:1787829654.346732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829654.346736:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829654.346747:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829654.346758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802975104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829654.346762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802975232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829654.346772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829654.346775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829654.346776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829654.346780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5257 00000100:00080000:0.0:1787829654.346783:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829654.346786:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829654.346790:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829654.346800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802975360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829654.346835:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829654.346917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffff9d1f4bd97840 x1874669802975104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829654.346943:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802975104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829654.346957:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829654.346960:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829654.346964:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802975104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829654.346989:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975232:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829654.347009:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829654.347020:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffff9d1f4bd970c0 x1874669802975232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829654.347029:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802975232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829654.347040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829654.347043:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829654.347045:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975232:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829654.347049:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975360:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829654.347062:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829654.347068:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffff9d1f4bd94b40 x1874669802975360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829654.347076:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802975360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829654.347081:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829654.347083:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829654.347085:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975360:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829654.474651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829655.498655:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829656.522681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829657.546679:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829658.570724:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829659.466584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829659.466595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829659.466600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829659.466617:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5262 00000100:00080000:0.0:1787829659.466630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829659.466637:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829659.466681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802975488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829659.466708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829659.466711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829659.466713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829659.466716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5262 00000100:00080000:0.0:1787829659.466719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829659.466722:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829659.466734:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829659.466749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802975616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829659.466753:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802975488:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829659.466771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829659.466775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829659.466777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829659.466781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5262 00000100:00080000:0.0:1787829659.466783:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829659.466788:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829659.466791:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829659.466800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802975744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829659.466902:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975616:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829659.466932:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975744:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829659.594651:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829660.618622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829661.642639:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829662.539035:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:1.0:1787829662.539105:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829662.539121:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787829662.539180:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:1.0:1787829662.539192:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787829662.539215:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829662] req@ffff9d1f4bd94b40 x1874669802975616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829662.539247:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802975616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829662.539261:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829662.539268:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829662.539274:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975616:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829662.539282:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829662] req@ffff9d1f4bd970c0 x1874669802975744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829662.539299:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802975744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829662.539307:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829662.539315:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829662.539320:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802975744:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787829662.539329:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829662] req@ffff9d1f4bd95e00 x1874669802975488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829662.539344:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802975488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829662.539354:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829662.539359:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829662.539362:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802975488:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829662.666641:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829663.690632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829664.586553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829664.586561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829664.586564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829664.586572:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5267 00000100:00080000:2.0:1787829664.586585:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829664.586592:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829664.586622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802975872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829664.586644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829664.586646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829664.586648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829664.586651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5267 00000100:00080000:2.0:1787829664.586654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829664.586657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829664.586665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829664.586676:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802975872:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829664.586681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802976000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829664.586694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829664.586698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829664.586700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829664.586711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5267 00000100:00080000:2.0:1787829664.586716:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829664.586721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829664.586728:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787829664.586740:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829664.586743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802976128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829664.586798:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829664/real 1787829664] req@ffff9d1f45d10780 x1874669802975872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829664.586820:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802975872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829664.586831:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829664.586836:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829664.586841:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802975872:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829664.586867:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976000:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829664.586895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829664.586909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829664/real 1787829664] req@ffff9d1f45d11e00 x1874669802976000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829664.586922:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802976000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829664.586931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829664.586935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829664.586938:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976000:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829664.586945:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976128:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829664.586968:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829664.586982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829664/real 1787829664] req@ffff9d1f45d13480 x1874669802976128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829664.586994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802976128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829664.587003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829664.587007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829664.587010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976128:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829664.714596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829665.738629:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829666.762592:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829667.786597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829668.810663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829669.706579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829669.706588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829669.706591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829669.706600:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5272 00000100:00080000:0.0:1787829669.706616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829669.706622:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829669.706652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802976256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829669.706686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829669.706689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829669.706691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829669.706693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5272 00000100:00080000:0.0:1787829669.706697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829669.706701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829669.706711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829669.706726:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802976256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829669.706729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802976384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829669.706758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829669.706763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829669.706776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829669.706783:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5272 00000100:00080000:0.0:1787829669.706789:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829669.706795:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829669.706801:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829669.706816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802976512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829669.706821:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829669.706871:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669] req@ffff9d1f4bd95e00 x1874669802976256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829669.706884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802976256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829669.706892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829669.706896:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829669.706899:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802976256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829669.706921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976384:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829669.706935:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829669.706952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669] req@ffff9d1f4bd970c0 x1874669802976384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829669.706960:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802976384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829669.706966:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829669.706968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829669.706970:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976384:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829669.706974:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976512:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829669.706985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829669.706991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669] req@ffff9d1f4bd94b40 x1874669802976512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829669.706999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802976512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829669.707004:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829669.707005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829669.707015:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976512:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829669.834649:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829670.858689:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829671.882626:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829672.906673:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829673.930632:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829674.826576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829674.826584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829674.826596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829674.826611:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5277 00000100:00080000:3.0:1787829674.826622:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829674.826632:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829674.826670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802976640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829674.826692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829674.826695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829674.826696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829674.826699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5277 00000100:00080000:3.0:1787829674.826702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829674.826705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829674.826726:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829674.826737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802976768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829674.826743:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802976640:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829674.826750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829674.826753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829674.826754:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829674.826758:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5277 00000100:00080000:3.0:1787829674.826760:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829674.826763:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829674.826767:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829674.826777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802976896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829674.826807:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829674.826843:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674] req@ffff9d1f48271680 x1874669802976640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829674.826856:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802976640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829674.826864:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829674.826874:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829674.826877:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802976640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829674.826895:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976768:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829674.826918:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829674.826933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674] req@ffff9d1f48270780 x1874669802976768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829674.826954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802976768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829674.826964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829674.826967:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829674.826971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976768:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829674.826975:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976896:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829674.826993:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829674.827001:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674] req@ffff9d1f48271e00 x1874669802976896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829674.827009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802976896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829674.827014:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829674.827017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829674.827019:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802976896:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829674.954671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829675.978607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829677.002625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829678.026623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829679.050610:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829679.946598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829679.946609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829679.946614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829679.946624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5282 00000100:00080000:2.0:1787829679.946636:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829679.946644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829679.946693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802977024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829679.946723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829679.946728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829679.946730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829679.946735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5282 00000100:00080000:2.0:1787829679.946739:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829679.946742:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829679.946752:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829679.946765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802977152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829679.946778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829679.946794:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802977024:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829679.946794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829679.946797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829679.946807:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5282 00000100:00080000:2.0:1787829679.946810:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829679.946814:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829679.946819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829679.946833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802977280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829679.946863:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829679.946913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679] req@ffff9d1f45d112c0 x1874669802977024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829679.946935:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802977024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829679.946947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829679.946951:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829679.946956:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802977024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829679.946979:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977152:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829679.947004:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829679.947017:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679] req@ffff9d1f45d130c0 x1874669802977152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829679.947038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802977152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829679.947047:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829679.947051:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829679.947054:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977152:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829679.947061:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977280:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829679.947081:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829679.947093:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679] req@ffff9d1f45d12940 x1874669802977280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829679.947115:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802977280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829679.947125:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829679.947128:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829679.947132:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977280:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829680.074621:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829681.098606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829682.122584:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829683.146616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829684.170661:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829685.066572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829685.066581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829685.066583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829685.066592:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5287 00000100:00080000:0.0:1787829685.066601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829685.066607:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829685.066636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802977408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829685.066673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829685.066676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829685.066677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829685.066680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5287 00000100:00080000:0.0:1787829685.066692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829685.066696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829685.066705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829685.066724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802977536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829685.066724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802977408:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829685.066742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829685.066746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829685.066748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829685.066752:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5287 00000100:00080000:0.0:1787829685.066756:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829685.066761:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829685.066767:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829685.066777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802977664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829685.066796:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829685.066845:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffff9d1f4bd97840 x1874669802977408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829685.066886:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802977408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829685.066899:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829685.066903:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829685.066908:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802977408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829685.066929:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977536:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829685.066949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829685.066958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffff9d1f4bd94b40 x1874669802977536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829685.066966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802977536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829685.066973:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829685.066975:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829685.066977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977536:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829685.066981:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977664:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829685.066994:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829685.067013:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffff9d1f4bd970c0 x1874669802977664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829685.067025:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802977664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829685.067041:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829685.067045:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829685.067048:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977664:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829685.194594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829686.218621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829687.242622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829688.266642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829689.290710:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829690.186522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829690.186532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829690.186536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829690.186547:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5293 00000100:00080000:0.0:1787829690.186560:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829690.186568:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829690.186626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802977792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829690.186657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829690.186661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829690.186662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829690.186666:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5293 00000100:00080000:0.0:1787829690.186669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829690.186672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829690.186683:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829690.186697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802977920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829690.186705:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802977792:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829690.186719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829690.186723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829690.186725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829690.186729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5293 00000100:00080000:0.0:1787829690.186731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829690.186734:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829690.186738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829690.186748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802978048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829690.186799:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829690.186849:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffff9d1f4bd95e00 x1874669802977792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.186864:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802977792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.186874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.186877:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829690.186880:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802977792:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829690.186906:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977920:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829690.186924:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829690.186933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffff9d1f4bd970c0 x1874669802977920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.186941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802977920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.186947:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.186950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829690.186952:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802977920:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829690.186957:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978048:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829690.186977:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829690.186983:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffff9d1f4bd94b40 x1874669802978048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.186991:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802978048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.186997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.186999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829690.187001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978048:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829690.314751:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829691.338773:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829692.362685:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829693.386645:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829694.410669:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829695.306579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829695.306592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829695.306596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829695.306607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5298 00000100:00080000:0.0:1787829695.306619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829695.306626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829695.306667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802978176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829695.306691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829695.306694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829695.306696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829695.306700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5298 00000100:00080000:0.0:1787829695.306704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829695.306710:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829695.306723:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829695.306731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802978176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829695.306742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802978304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829695.306756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829695.306760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829695.306762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829695.306767:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5298 00000100:00080000:0.0:1787829695.306771:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829695.306776:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829695.306782:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829695.306795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802978432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829695.306806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829695.306856:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffff9d1f4bd97840 x1874669802978176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829695.306872:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802978176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829695.306882:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829695.306886:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829695.306890:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802978176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829695.306921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978304:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829695.306938:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829695.306948:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffff9d1f4bd94b40 x1874669802978304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829695.306957:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802978304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829695.306964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829695.306966:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829695.306969:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978304:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829695.306972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978432:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829695.306985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829695.306991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffff9d1f4bd970c0 x1874669802978432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829695.306999:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802978432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829695.307005:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829695.307007:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829695.307008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978432:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829695.434646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829696.458641:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829697.482598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829698.506717:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829699.530640:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829700.426585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829700.426593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829700.426597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829700.426606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5303 00000100:00080000:2.0:1787829700.426618:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829700.426626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829700.426662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669802978560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829700.426691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829700.426694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829700.426696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829700.426699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5303 00000100:00080000:2.0:1787829700.426702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829700.426705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829700.426713:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829700.426723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669802978688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829700.426733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829700.426735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802978560:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829700.426740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829700.426744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829700.426749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5303 00000100:00080000:2.0:1787829700.426753:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829700.426759:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829700.426765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829700.426779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669802978816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829700.426795:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829700.426836:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffff9d1f45d12940 x1874669802978560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829700.426850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669802978560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829700.426858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829700.426863:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829700.426865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802978560:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829700.426885:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978688:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829700.426903:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829700.426917:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffff9d1f45d130c0 x1874669802978688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829700.426925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669802978688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829700.426931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829700.426933:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829700.426935:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978688:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829700.426939:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978816:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829700.426950:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829700.426956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffff9d1f45d112c0 x1874669802978816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829700.426963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669802978816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829700.426968:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829700.426970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829700.426972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802978816:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829700.554663:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829701.578666:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829702.602602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829703.626625:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829704.650652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829705.546549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829705.546557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829705.546561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829705.546569:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5308 00000100:00080000:2.0:1787829705.546578:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829705.546585:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829705.546616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669802978944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829705.546638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829705.546641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829705.546642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829705.546645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5308 00000100:00080000:2.0:1787829705.546648:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829705.546650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829705.546658:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829705.546668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669802979072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829705.546676:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802978944:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829705.546679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829705.546683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829705.546685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829705.546688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5308 00000100:00080000:2.0:1787829705.546690:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829705.546692:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829705.546696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829705.546704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669802979200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829705.546745:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829705.546788:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829705/real 1787829705] req@ffff9d1f45d13480 x1874669802978944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829705.546807:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669802978944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829705.546817:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829705.546820:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829705.546823:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802978944:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829705.546844:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979072:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787829705.546864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829705.546875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829705/real 1787829705] req@ffff9d1f45d11e00 x1874669802979072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829705.546886:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669802979072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829705.546894:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829705.546897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829705.546899:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979072:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829705.546905:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979200:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787829705.546918:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829705.546925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829705/real 1787829705] req@ffff9d1f45d10780 x1874669802979200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829705.546938:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669802979200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829705.546951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829705.546955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829705.546961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979200:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829705.674573:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829706.698579:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829707.722591:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829708.746603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829709.770636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829710.666592:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829710.666600:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829710.666604:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829710.666613:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5313 00000100:00080000:0.0:1787829710.666623:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829710.666630:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829710.666661:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802979328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829710.666684:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829710.666687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829710.666689:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829710.666691:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5313 00000100:00080000:0.0:1787829710.666694:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829710.666696:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829710.666705:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829710.666717:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802979456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829710.666726:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829710.666731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802979328:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829710.666739:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829710.666742:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829710.666745:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5313 00000100:00080000:0.0:1787829710.666747:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829710.666750:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829710.666754:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829710.666762:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802979584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829710.666802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829710.666847:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710] req@ffff9d1f4bd95e00 x1874669802979328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829710.666866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802979328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829710.666877:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829710.666881:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829710.666885:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802979328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829710.666912:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979456:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829710.666938:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829710.666952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710] req@ffff9d1f4bd970c0 x1874669802979456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829710.666966:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802979456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829710.666976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829710.666979:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829710.666982:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979456:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829710.666991:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979584:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829710.667011:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829710.667022:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710] req@ffff9d1f4bd94b40 x1874669802979584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829710.667035:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802979584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829710.667044:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829710.667047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829710.667050:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979584:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829710.794623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829711.818622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829712.842631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829713.866650:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829714.890602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829715.786537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829715.786545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829715.786549:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829715.786558:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5318 00000100:00080000:0.0:1787829715.786567:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829715.786573:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829715.786604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802979712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829715.786625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829715.786628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829715.786630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829715.786633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5318 00000100:00080000:0.0:1787829715.786635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829715.786638:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829715.786646:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829715.786657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802979840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829715.786666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829715.786669:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802979712:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829715.786670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829715.786673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829715.786681:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5318 00000100:00080000:0.0:1787829715.786683:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829715.786686:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829715.786689:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829715.786697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802979968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829715.786748:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829715.786783:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715] req@ffff9d1f4bd97840 x1874669802979712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829715.786797:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802979712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829715.786805:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829715.786807:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829715.786810:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802979712:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829715.786831:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979840:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829715.786848:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829715.786857:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715] req@ffff9d1f4bd94b40 x1874669802979840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829715.786866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802979840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829715.786872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829715.786874:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829715.786876:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829715.786880:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979968:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829715.786892:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829715.786898:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715] req@ffff9d1f4bd970c0 x1874669802979968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829715.786905:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802979968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829715.786911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829715.786912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829715.786914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802979968:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829715.914695:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829716.938582:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829717.962603:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829718.986598:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829720.010634:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829720.906593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829720.906601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829720.906605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829720.906613:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5323 00000100:00080000:0.0:1787829720.906622:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829720.906628:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829720.906661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802980096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829720.906690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829720.906693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829720.906694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829720.906697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5323 00000100:00080000:0.0:1787829720.906699:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829720.906701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829720.906709:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829720.906718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802980224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829720.906727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829720.906730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829720.906731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829720.906734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5323 00000100:00080000:0.0:1787829720.906736:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829720.906739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829720.906741:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829720.906747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802980352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829720.906763:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802980096:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829720.906858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829720.906913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720] req@ffff9d1f4bd95e00 x1874669802980096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829720.906937:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802980096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829720.906951:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829720.906956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829720.906961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802980096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829720.906971:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980224:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829720.906996:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829720.907009:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720] req@ffff9d1f4bd970c0 x1874669802980224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829720.907020:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802980224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829720.907029:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829720.907033:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829720.907037:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980224:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829720.907081:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980352:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829720.907106:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829720.907119:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720] req@ffff9d1f4bd94b40 x1874669802980352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829720.907141:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802980352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829720.907150:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829720.907154:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829720.907158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980352:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829721.034604:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829722.058668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829723.082665:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829724.106616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829725.130743:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829726.026555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829726.026563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829726.026568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.026576:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5328 00000100:00080000:3.0:1787829726.026586:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.026592:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829726.026624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802980480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829726.026645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829726.026648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829726.026649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.026652:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5328 00000100:00080000:3.0:1787829726.026655:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.026657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829726.026665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829726.026675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802980608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829726.026684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829726.026686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802980480:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829726.026687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829726.026690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.026697:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5328 00000100:00080000:3.0:1787829726.026699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.026701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829726.026704:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829726.026713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802980736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829726.026779:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829726.026806:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980736:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829726.154602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829727.178579:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829728.202593:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829729.098733:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:2.0:1787829729.098788:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829729.098807:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787829729.098852:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787829729.098869:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:0.0:1787829729.098982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffff9d1f482712c0 x1874669802980608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829729.099055:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802980608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829729.099072:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829729.099079:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829729.099085:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787829729.099095:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffff9d1f48270f00 x1874669802980736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829729.099109:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802980736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829729.099118:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829729.099122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829729.099125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980736:192.168.203.151@tcp:8:kworker.0 00000100:00100000:0.0:1787829729.099133:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffff9d1f48270b40 x1874669802980480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829729.099145:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802980480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829729.099152:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829729.099155:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787829729.099158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802980480:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787829729.226634:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829730.250596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829731.146542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829731.146550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829731.146553:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829731.146562:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5333 00000100:00080000:3.0:1787829731.146571:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829731.146576:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829731.146609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802980864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829731.146637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829731.146641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829731.146643:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829731.146646:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5333 00000100:00080000:3.0:1787829731.146649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829731.146653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829731.146663:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829731.146681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802980992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829731.146692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829731.146693:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802980864:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829731.146696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829731.146700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829731.146709:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5333 00000100:00080000:3.0:1787829731.146711:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829731.146714:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829731.146719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829731.146731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802981120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829731.146776:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829731.146830:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffff9d1f48272d00 x1874669802980864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829731.146855:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802980864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829731.146868:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829731.146872:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829731.146876:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802980864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829731.146904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980992:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829731.146930:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829731.146946:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffff9d1f48273480 x1874669802980992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829731.146965:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802980992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829731.146976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829731.146980:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829731.146983:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802980992:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829731.146990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981120:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829731.147011:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829731.147024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffff9d1f48272940 x1874669802981120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829731.147046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802981120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829731.147056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829731.147058:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829731.147062:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981120:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829731.274636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829732.298588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829733.322607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829734.346606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829735.370618:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829736.266575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.266586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829736.266590:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.266601:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5339 00000100:00080000:0.0:1787829736.266612:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.266620:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829736.266657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802981248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829736.266685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.266689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829736.266691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.266696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5339 00000100:00080000:0.0:1787829736.266700:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.266705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829736.266716:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829736.266719:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802981248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829736.266735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802981376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829736.266748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.266752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829736.266755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.266759:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5339 00000100:00080000:0.0:1787829736.266764:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.266768:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829736.266774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829736.266786:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829736.266791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802981504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829736.266831:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffff9d1f4bd97840 x1874669802981248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829736.266850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802981248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829736.266859:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829736.266861:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829736.266864:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802981248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829736.266884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981376:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829736.266902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829736.266911:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffff9d1f4bd94b40 x1874669802981376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829736.266924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802981376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829736.266930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829736.266932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829736.266934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981376:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829736.266938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981504:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829736.266950:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829736.266956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffff9d1f4bd970c0 x1874669802981504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829736.266963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802981504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829736.266968:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829736.266970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829736.266972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981504:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829736.394618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829737.418649:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829738.442577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829739.466672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829740.490646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829741.386559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.386573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829741.386579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829741.386593:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5344 00000100:00080000:0.0:1787829741.386606:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.386615:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829741.386674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802981632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829741.386700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.386713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829741.386715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829741.386720:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5344 00000100:00080000:0.0:1787829741.386723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.386729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829741.386735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802981632:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787829741.386742:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829741.386761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802981760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829741.386773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.386776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829741.386779:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829741.386783:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5344 00000100:00080000:0.0:1787829741.386787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.386793:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829741.386797:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829741.386807:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787829741.386820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802981888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829741.386862:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffff9d1f4bd95e00 x1874669802981632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829741.386954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802981632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829741.387087:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829741.387092:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829741.387097:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802981632:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829741.387184:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981760:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829741.387214:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829741.387232:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffff9d1f4bd970c0 x1874669802981760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829741.387244:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802981760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829741.387267:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829741.387270:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829741.387272:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829741.387278:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981888:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829741.387297:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829741.387306:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffff9d1f4bd94b40 x1874669802981888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829741.387314:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802981888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829741.387319:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829741.387322:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829741.387324:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802981888:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829741.514644:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829742.538585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829743.562577:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829744.586611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829745.610596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829746.506698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829746.506708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829746.506713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829746.506723:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5349 00000100:00080000:3.0:1787829746.506734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829746.506741:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829746.506777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802982016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829746.506808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829746.506812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829746.506815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829746.506820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5349 00000100:00080000:3.0:1787829746.506824:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829746.506828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829746.506838:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829746.506854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802982144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829746.506868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829746.506872:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802982016:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829746.506874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829746.506878:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829746.506888:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5349 00000100:00080000:3.0:1787829746.506891:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829746.506896:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829746.506903:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829746.506915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802982272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829746.506944:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829746.506978:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829746/real 1787829746] req@ffff9d1f48270000 x1874669802982016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829746.506992:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802982016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829746.507000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829746.507003:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829746.507006:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802982016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829746.507023:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982144:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829746.507038:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829746.507046:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829746/real 1787829746] req@ffff9d1f48272940 x1874669802982144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829746.507053:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802982144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829746.507059:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829746.507061:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829746.507063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982144:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829746.507066:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982272:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829746.507077:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829746.507082:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829746/real 1787829746] req@ffff9d1f48273480 x1874669802982272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829746.507094:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802982272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829746.507099:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829746.507101:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829746.507103:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982272:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829746.634661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829747.658666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829748.682646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829749.706608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829750.730679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829751.626562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829751.626570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829751.626574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829751.626583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5354 00000100:00080000:3.0:1787829751.626595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829751.626603:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829751.626648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802982400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829751.626670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829751.626673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829751.626675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829751.626678:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5354 00000100:00080000:3.0:1787829751.626681:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829751.626684:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829751.626693:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829751.626708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802982528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829751.626719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829751.626730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829751.626733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829751.626737:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5354 00000100:00080000:3.0:1787829751.626742:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829751.626746:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829751.626750:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829751.626761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802982656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829751.626791:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802982400:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829751.626884:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829751.626933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751] req@ffff9d1f48272d00 x1874669802982400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829751.626947:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802982400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829751.626958:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829751.626961:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829751.626965:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802982400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829751.626970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982528:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829751.626987:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829751.626995:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751] req@ffff9d1f48270b40 x1874669802982528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829751.627008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802982528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829751.627014:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829751.627016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829751.627018:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829751.627023:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982656:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829751.627044:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829751.627056:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751] req@ffff9d1f48270f00 x1874669802982656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829751.627069:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802982656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829751.627078:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829751.627081:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829751.627085:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829751.754627:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829752.778614:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829753.802595:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829754.826592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829755.850572:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829756.746537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829756.746548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829756.746552:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829756.746561:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5359 00000100:00080000:3.0:1787829756.746570:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829756.746576:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829756.746608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802982784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829756.746629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829756.746632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829756.746634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829756.746638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5359 00000100:00080000:3.0:1787829756.746640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829756.746643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829756.746651:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829756.746661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802982912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829756.746668:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802982784:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829756.746685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829756.746689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829756.746692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829756.746698:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5359 00000100:00080000:3.0:1787829756.746703:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829756.746708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829756.746714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829756.746726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802983040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829756.746742:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829756.746789:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829756/real 1787829756] req@ffff9d1f482712c0 x1874669802982784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829756.746814:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802982784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829756.746824:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829756.746829:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829756.746833:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802982784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829756.746855:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982912:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829756.746877:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829756.746891:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829756/real 1787829756] req@ffff9d1f48271e00 x1874669802982912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829756.746903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802982912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829756.746909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829756.746911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829756.746913:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802982912:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829756.746918:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983040:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829756.746933:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829756.746940:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829756/real 1787829756] req@ffff9d1f48270780 x1874669802983040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829756.746948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802983040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829756.746958:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829756.746960:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829756.746963:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983040:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829756.874608:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829757.898599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829758.922576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829759.946579:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829760.970651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829761.866566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829761.866574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829761.866577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829761.866586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5364 00000100:00080000:0.0:1787829761.866595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829761.866600:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829761.866632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802983168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829761.866657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829761.866660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829761.866661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829761.866664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5364 00000100:00080000:0.0:1787829761.866666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829761.866668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829761.866677:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829761.866688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802983296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829761.866697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829761.866701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787829761.866702:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802983168:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829761.866703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829761.866710:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5364 00000100:00080000:0.0:1787829761.866713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829761.866715:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829761.866719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829761.866727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802983424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829761.866766:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829761.866797:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829761/real 1787829761] req@ffff9d1f4bd97840 x1874669802983168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829761.866810:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802983168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829761.866818:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829761.866821:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829761.866824:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802983168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829761.866842:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983296:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829761.866856:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829761.866864:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829761/real 1787829761] req@ffff9d1f4bd94b40 x1874669802983296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829761.866872:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802983296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829761.866883:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829761.866885:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829761.866887:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983296:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829761.866900:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983424:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829761.866912:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829761.866919:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829761/real 1787829761] req@ffff9d1f4bd970c0 x1874669802983424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829761.866926:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802983424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829761.866932:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829761.866934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829761.866936:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983424:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829761.994597:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829763.018588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829764.042597:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829765.066611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829766.090608:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829766.986554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829766.986561:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829766.986565:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829766.986573:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5369 00000100:00080000:0.0:1787829766.986581:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829766.986587:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829766.986620:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802983552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829766.986641:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829766.986644:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829766.986646:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829766.986648:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5369 00000100:00080000:0.0:1787829766.986651:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829766.986654:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829766.986663:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829766.986673:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802983552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829766.986675:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802983680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829766.986688:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829766.986690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829766.986691:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829766.986693:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5369 00000100:00080000:0.0:1787829766.986696:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829766.986698:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829766.986702:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829766.986710:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802983808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829766.986739:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829766.986774:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829766/real 1787829766] req@ffff9d1f4bd95e00 x1874669802983552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829766.986787:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802983552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829766.986799:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829766.986802:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829766.986806:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802983552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829766.986832:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983680:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829766.986858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829766.986870:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829766/real 1787829766] req@ffff9d1f4bd970c0 x1874669802983680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829766.986879:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802983680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829766.986885:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829766.986887:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829766.986889:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829766.986893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983808:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829766.986907:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829766.986913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829766/real 1787829766] req@ffff9d1f4bd94b40 x1874669802983808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829766.986920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802983808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829766.986926:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829766.986928:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829766.986929:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802983808:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829767.114616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829768.138585:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829769.162759:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829770.186574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829771.210615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829772.106555:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829772.106569:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829772.106574:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829772.106587:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5374 00000100:00080000:0.0:1787829772.106602:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829772.106610:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829772.106657:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802983936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829772.106690:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829772.106695:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829772.106697:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829772.106702:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5374 00000100:00080000:0.0:1787829772.106706:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829772.106710:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829772.106722:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829772.106739:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802983936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829772.106741:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802984064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829772.106759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829772.106763:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829772.106766:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829772.106770:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5374 00000100:00080000:0.0:1787829772.106773:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829772.106777:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829772.106782:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829772.106795:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802984192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829772.106826:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829772.106875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffff9d1f4bd97840 x1874669802983936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829772.106895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802983936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829772.106907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829772.106912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829772.106916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802983936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829772.106941:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984064:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829772.106963:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829772.106975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffff9d1f4bd94b40 x1874669802984064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829772.106988:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802984064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829772.106997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829772.107001:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829772.107005:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984064:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829772.107011:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984192:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829772.107029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829772.107055:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffff9d1f4bd970c0 x1874669802984192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829772.107070:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802984192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829772.107080:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829772.107083:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829772.107087:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984192:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829772.234662:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829773.258633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829774.282589:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829775.306592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829776.330603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829777.226568:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829777.226576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829777.226580:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829777.226588:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5380 00000100:00080000:0.0:1787829777.226597:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829777.226606:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829777.226638:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802984320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829777.226662:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829777.226665:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829777.226666:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829777.226669:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5380 00000100:00080000:0.0:1787829777.226674:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829777.226677:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829777.226685:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829777.226696:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802984448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829777.226705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829777.226708:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829777.226710:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829777.226714:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802984320:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829777.226715:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5380 00000100:00080000:0.0:1787829777.226720:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829777.226726:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829777.226731:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829777.226756:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802984576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829777.226790:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829777.226983:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffff9d1f4bd95e00 x1874669802984320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829777.227059:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802984320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829777.227072:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829777.227078:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829777.227086:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802984320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829777.227115:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984448:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829777.227132:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829777.227142:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffff9d1f4bd970c0 x1874669802984448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829777.227149:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802984448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829777.227154:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829777.227156:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829777.227158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984448:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829777.227161:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984576:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829777.227171:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829777.227176:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffff9d1f4bd94b40 x1874669802984576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829777.227183:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802984576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829777.227187:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829777.227189:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829777.227190:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984576:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829777.354596:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829778.378592:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829779.402604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829780.426576:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829781.450599:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829782.346549:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829782.346560:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829782.346564:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829782.346574:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5385 00000100:00080000:1.0:1787829782.346584:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829782.346592:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829782.346625:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802984704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829782.346650:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829782.346653:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829782.346655:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829782.346659:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5385 00000100:00080000:1.0:1787829782.346663:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829782.346666:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829782.346675:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829782.346689:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802984832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829782.346694:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802984704:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829782.346705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829782.346709:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829782.346711:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829782.346715:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5385 00000100:00080000:1.0:1787829782.346719:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829782.346723:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829782.346727:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829782.346739:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802984960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829782.346757:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829782.346793:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffff9d1f47fa1e00 x1874669802984704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829782.346809:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802984704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829782.346818:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829782.346822:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829782.346825:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802984704:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829782.346845:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984832:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829782.346864:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829782.346874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffff9d1f47fa0f00 x1874669802984832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829782.346884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802984832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829782.346890:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829782.346893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829782.346896:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984832:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829782.346901:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984960:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829782.346916:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829782.346925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffff9d1f47fa2580 x1874669802984960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829782.346941:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802984960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829782.346948:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829782.346950:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829782.346953:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802984960:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829782.474689:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829783.498565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829784.522648:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829785.546592:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829786.570594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829787.466549:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829787.466559:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829787.466564:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829787.466574:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5390 00000100:00080000:1.0:1787829787.466586:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829787.466594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829787.466631:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802985088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829787.466656:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829787.466659:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829787.466660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829787.466663:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5390 00000100:00080000:1.0:1787829787.466666:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829787.466671:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829787.466681:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829787.466694:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802985216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829787.466705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829787.466709:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829787.466712:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829787.466716:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5390 00000100:00080000:1.0:1787829787.466721:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829787.466726:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829787.466730:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829787.466744:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802985088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829787.466746:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802985344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829787.466814:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829787.466851:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffff9d1f47fa0000 x1874669802985088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829787.466865:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802985088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829787.466873:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829787.466876:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829787.466879:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802985088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829787.466884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985216:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829787.466899:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829787.466907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffff9d1f47fa0b40 x1874669802985216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829787.466914:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802985216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829787.466925:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829787.466927:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829787.466944:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985216:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829787.466965:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985344:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829787.466982:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829787.466989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffff9d1f47fa30c0 x1874669802985344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829787.466997:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802985344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829787.467003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829787.467005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829787.467007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985344:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829787.594565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829788.618578:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829789.642631:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829790.666612:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829791.690592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829792.586564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829792.586573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829792.586576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829792.586585:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5395 00000100:00080000:1.0:1787829792.586595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829792.586602:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829792.586633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802985472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829792.586655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829792.586659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829792.586661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829792.586665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5395 00000100:00080000:1.0:1787829792.586669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829792.586673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829792.586683:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829792.586696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802985600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829792.586707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829792.586708:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802985472:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829792.586710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829792.586712:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829792.586715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5395 00000100:00080000:1.0:1787829792.586718:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829792.586723:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829792.586728:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829792.586737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802985728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829792.586815:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829792.586843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985728:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829792.714574:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829793.738600:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829794.762594:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829795.658759:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829795.658802:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829795.658819:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829795.658863:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829795.658887:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787829795.658924:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829792/real 1787829795] req@ffff9d1f47fa21c0 x1874669802985600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829795.658951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802985600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829795.658970:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829795.658976:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829795.658981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829795.658989:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829792/real 1787829795] req@ffff9d1f47fa1680 x1874669802985728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829795.659002:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802985728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829795.659010:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829795.659014:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829795.659017:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985728:192.168.203.151@tcp:8:kworker.0 00000100:00100000:3.0:1787829795.659024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829792/real 1787829795] req@ffff9d1f47fa1a40 x1874669802985472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829795.659036:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802985472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829795.659043:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829795.659046:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829795.659049:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802985472:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829795.786658:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829796.810640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829797.706561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829797.706571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829797.706575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829797.706586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5400 00000100:00080000:1.0:1787829797.706596:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829797.706604:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829797.706648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802985856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829797.706675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829797.706679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829797.706681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829797.706686:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5400 00000100:00080000:1.0:1787829797.706690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829797.706695:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829797.706715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829797.706721:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802985856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829797.706733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802985984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829797.706747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829797.706752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829797.706754:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829797.706758:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5400 00000100:00080000:1.0:1787829797.706763:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829797.706768:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829797.706775:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829797.706787:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829797.706793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802986112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829797.706835:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829797/real 1787829797] req@ffff9d1f47fa03c0 x1874669802985856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829797.706876:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802985856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829797.706887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829797.706893:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829797.706897:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802985856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829797.706926:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985984:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829797.706953:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829797.706966:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829797/real 1787829797] req@ffff9d1f47fa0780 x1874669802985984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829797.706975:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802985984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829797.706981:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829797.706983:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829797.706985:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802985984:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829797.706990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986112:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829797.707010:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829797.707022:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829797/real 1787829797] req@ffff9d1f47fa1a40 x1874669802986112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829797.707050:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802986112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829797.707067:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829797.707071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829797.707075:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986112:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829797.834626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829798.858661:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829799.882663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829800.906623:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829801.930604:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829802.826558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829802.826569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829802.826573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829802.826581:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5405 00000100:00080000:2.0:1787829802.826590:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829802.826596:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829802.826627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669802986240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829802.826648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829802.826652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829802.826654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829802.826660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5405 00000100:00080000:2.0:1787829802.826664:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829802.826668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829802.826678:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829802.826683:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802986240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829802.826690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669802986368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829802.826700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829802.826703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829802.826705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829802.826708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5405 00000100:00080000:2.0:1787829802.826711:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829802.826715:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829802.826719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829802.826728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669802986496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829802.826743:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829802.826783:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829802/real 1787829802] req@ffff9d1f45d13840 x1874669802986240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829802.826796:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669802986240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829802.826803:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829802.826807:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829802.826809:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802986240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829802.826839:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986368:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829802.826858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829802.826867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829802/real 1787829802] req@ffff9d1f45d11680 x1874669802986368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829802.826875:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669802986368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829802.826882:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829802.826884:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829802.826886:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986368:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829802.826891:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986496:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829802.826902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829802.826908:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829802/real 1787829802] req@ffff9d1f45d12580 x1874669802986496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829802.826916:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669802986496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829802.826921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829802.826923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829802.826925:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986496:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829802.954631:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829803.978639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829805.002609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829806.026624:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829807.050596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829807.946572:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829807.946583:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829807.946587:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829807.946595:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5410 00000100:00080000:1.0:1787829807.946604:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829807.946611:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829807.946641:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802986624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829807.946682:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829807.946687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829807.946689:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829807.946695:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5410 00000100:00080000:1.0:1787829807.946700:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829807.946705:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829807.946716:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829807.946747:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802986752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829807.946757:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802986624:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829807.946759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829807.946768:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829807.946770:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829807.946774:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5410 00000100:00080000:1.0:1787829807.946776:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829807.946780:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829807.946784:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829807.946816:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802986880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829807.946858:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829807.946894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829807/real 1787829807] req@ffff9d1f47fa1680 x1874669802986624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829807.946908:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802986624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829807.946916:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829807.946919:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829807.946922:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802986624:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829807.946940:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986752:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829807.946955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829807.946963:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829807/real 1787829807] req@ffff9d1f47fa21c0 x1874669802986752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829807.946972:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802986752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829807.946978:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829807.946980:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829807.946982:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829807.946986:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986880:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829807.946997:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829807.947002:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829807/real 1787829807] req@ffff9d1f47fa30c0 x1874669802986880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829807.947010:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802986880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829807.947015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829807.947017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829807.947019:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802986880:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829808.074674:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829809.098683:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829810.122616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829811.146628:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829812.170593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829813.066541:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.066551:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829813.066554:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.066562:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5415 00000100:00080000:3.0:1787829813.066571:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829813.066576:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829813.066608:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802987008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829813.066633:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.066636:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829813.066648:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.066652:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5415 00000100:00080000:3.0:1787829813.066655:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829813.066658:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829813.066667:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829813.066671:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802987008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829813.066681:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802987136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829813.066691:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.066694:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829813.066696:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.066700:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5415 00000100:00080000:3.0:1787829813.066714:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829813.066718:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829813.066722:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829813.066731:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802987264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829813.066746:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829813.066795:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffff9d1f48271680 x1874669802987008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.066815:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802987008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.066824:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.066827:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829813.066831:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802987008:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829813.066852:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987136:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829813.066871:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829813.066879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffff9d1f48273c00 x1874669802987136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.066887:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802987136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.066894:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.066897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829813.066900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987136:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829813.066909:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987264:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829813.066923:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829813.066933:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffff9d1f482703c0 x1874669802987264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.066945:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802987264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.066953:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.066956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829813.066958:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987264:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829813.194644:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829814.218616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829815.242642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829816.266601:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829817.290612:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829818.186561:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829818.186571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829818.186575:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829818.186587:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5421 00000100:00080000:3.0:1787829818.186601:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829818.186609:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829818.186644:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802987392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829818.186673:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829818.186678:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829818.186680:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829818.186686:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5421 00000100:00080000:3.0:1787829818.186691:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829818.186695:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829818.186704:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829818.186708:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802987392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829818.186736:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802987520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829818.186750:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829818.186755:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829818.186757:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829818.186761:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5421 00000100:00080000:3.0:1787829818.186766:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829818.186770:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:1.0:1787829818.186775:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787829818.186777:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829818.186794:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802987648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829818.186810:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffff9d1f48273840 x1874669802987392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.186824:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802987392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.186832:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.186835:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829818.186839:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802987392:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829818.186857:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987520:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829818.186873:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829818.186883:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffff9d1f482703c0 x1874669802987520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.186897:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802987520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.186906:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.186910:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829818.186914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987520:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829818.186921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987648:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829818.186943:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829818.186955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffff9d1f48273c00 x1874669802987648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.186965:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802987648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.186971:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.186974:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829818.186976:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987648:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829818.314690:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829819.338603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829820.362635:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829821.386586:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829822.410573:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829823.306529:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829823.306538:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829823.306542:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829823.306552:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5426 00000100:00080000:3.0:1787829823.306562:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829823.306569:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829823.306603:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802987776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829823.306630:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829823.306634:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829823.306636:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829823.306640:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5426 00000100:00080000:3.0:1787829823.306645:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829823.306649:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829823.306659:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802987776:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787829823.306659:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829823.306677:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802987904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829823.306705:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829823.306709:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829823.306711:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829823.306715:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5426 00000800:00000100:1.0:1787829823.306718:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787829823.306722:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829823.306729:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829823.306734:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829823.306748:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802988032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829823.306756:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffff9d1f48271680 x1874669802987776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.306769:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802987776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.306776:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.306780:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829823.306782:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802987776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829823.306798:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987904:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829823.306811:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829823.306820:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffff9d1f48270780 x1874669802987904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.306831:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802987904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.306839:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.306843:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829823.306846:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802987904:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829823.306851:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988032:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829823.306870:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829823.306879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffff9d1f48271e00 x1874669802988032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.306886:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802988032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.306895:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.306897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829823.306898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988032:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829823.434585:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829824.458582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829825.482569:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829826.506586:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829827.530614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829828.426585:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829828.426593:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829828.426596:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829828.426603:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5431 00000100:00080000:3.0:1787829828.426612:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829828.426617:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829828.426656:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802988160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829828.426682:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829828.426685:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829828.426687:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829828.426690:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5431 00000100:00080000:3.0:1787829828.426693:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829828.426697:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829828.426706:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829828.426719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802988288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829828.426722:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802988160:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829828.426738:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829828.426742:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829828.426743:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829828.426746:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5431 00000100:00080000:3.0:1787829828.426749:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829828.426753:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829828.426757:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829828.426766:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802988416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829828.426777:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829828.426805:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffff9d1f482712c0 x1874669802988160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829828.426816:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802988160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829828.426823:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829828.426825:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829828.426828:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802988160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829828.426843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988288:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829828.426855:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829828.426862:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffff9d1f48270f00 x1874669802988288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829828.426868:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802988288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829828.426873:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829828.426875:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829828.426877:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988288:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829828.426880:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988416:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829828.426890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829828.426895:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffff9d1f48270b40 x1874669802988416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829828.426902:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802988416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829828.426909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829828.426912:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829828.426915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988416:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829828.554576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829829.578584:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829830.602554:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829831.626579:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829832.650606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829833.546581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829833.546594:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829833.546599:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829833.546624:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5436 00000100:00080000:1.0:1787829833.546637:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829833.546646:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829833.546692:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802988544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829833.546719:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829833.546722:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829833.546724:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829833.546727:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5436 00000100:00080000:1.0:1787829833.546730:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829833.546735:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829833.546744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829833.546754:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802988672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829833.546763:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802988544:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829833.546764:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829833.546769:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829833.546772:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829833.546776:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5436 00000100:00080000:1.0:1787829833.546778:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829833.546780:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829833.546783:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829833.546791:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802988800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829833.546844:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829833.546889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829833/real 1787829833] req@ffff9d1f47fa0b40 x1874669802988544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829833.546907:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802988544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829833.546918:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829833.546923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829833.546927:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802988544:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829833.546952:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988672:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829833.546974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829833.546987:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829833/real 1787829833] req@ffff9d1f47fa0000 x1874669802988672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829833.547001:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802988672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829833.547009:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829833.547013:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829833.547016:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829833.547021:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988800:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829833.547044:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829833.547057:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829833/real 1787829833] req@ffff9d1f47fa2580 x1874669802988800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829833.547068:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802988800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829833.547076:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829833.547079:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829833.547082:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802988800:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829833.674626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829834.698652:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829835.722630:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829836.746578:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829837.770656:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829838.666553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829838.666560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829838.666563:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829838.666571:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5441 00000100:00080000:0.0:1787829838.666591:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829838.666598:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829838.666627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802988928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829838.666646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829838.666648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829838.666649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829838.666653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5441 00000100:00080000:0.0:1787829838.666655:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829838.666658:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829838.666665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829838.666675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802989056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829838.666675:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802988928:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829838.666688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829838.666690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829838.666692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829838.666694:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5441 00000100:00080000:0.0:1787829838.666696:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829838.666698:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829838.666701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829838.666709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802989184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829838.666730:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829838.666758:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829838/real 1787829838] req@ffff9d1f4bd97840 x1874669802988928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829838.666769:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802988928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829838.666776:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829838.666779:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829838.666781:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802988928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829838.666796:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989056:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829838.666809:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829838.666815:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829838/real 1787829838] req@ffff9d1f4bd94b40 x1874669802989056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829838.666826:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802989056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829838.666831:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829838.666832:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829838.666834:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989056:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829838.666837:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989184:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829838.666847:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829838.666852:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829838/real 1787829838] req@ffff9d1f4bd970c0 x1874669802989184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829838.666859:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802989184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829838.666863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829838.666865:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829838.666867:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989184:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829838.794620:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829839.818603:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829840.842627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829841.866602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829842.890627:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829843.786581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829843.786591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829843.786596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829843.786607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5446 00000100:00080000:2.0:1787829843.786619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829843.786626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829843.786663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669802989312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829843.786688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829843.786692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829843.786694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829843.786698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5446 00000100:00080000:2.0:1787829843.786702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829843.786707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829843.786717:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829843.786732:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802989312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829843.786733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669802989440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829843.786759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829843.786763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829843.786765:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829843.786770:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5446 00000100:00080000:2.0:1787829843.786775:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829843.786779:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829843.786784:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829843.786797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669802989568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829843.786817:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829843.786860:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829843/real 1787829843] req@ffff9d1f45d11a40 x1874669802989312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829843.786879:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669802989312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829843.786897:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829843.786902:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829843.786907:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802989312:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829843.786930:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989440:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829843.786955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829843.786969:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829843/real 1787829843] req@ffff9d1f45d12d00 x1874669802989440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829843.786984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669802989440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829843.786993:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829843.786997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829843.787001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829843.787008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989568:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829843.787031:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829843.787044:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829843/real 1787829843] req@ffff9d1f45d13c00 x1874669802989568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829843.787058:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669802989568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829843.787067:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829843.787071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829843.787074:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989568:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829843.914657:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829844.938576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829845.962626:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829846.986687:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829848.010645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829848.906557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829848.906565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829848.906568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829848.906579:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5451 00000100:00080000:2.0:1787829848.906589:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829848.906594:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829848.906623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802989696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829848.906646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829848.906649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829848.906651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829848.906654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5451 00000100:00080000:2.0:1787829848.906657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829848.906660:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829848.906668:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829848.906678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802989824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829848.906687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829848.906690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829848.906691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829848.906695:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5451 00000100:00080000:2.0:1787829848.906697:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829848.906700:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829848.906703:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829848.906713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802989952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829848.906755:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802989696:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829848.906804:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829848.906835:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829848/real 1787829848] req@ffff9d1f45d121c0 x1874669802989696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829848.906850:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802989696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829848.906858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829848.906863:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829848.906867:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802989696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829848.906873:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989824:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829848.906889:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829848.906901:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829848/real 1787829848] req@ffff9d1f45d10000 x1874669802989824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829848.906912:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802989824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829848.906921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829848.906923:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829848.906927:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989824:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829848.906932:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989952:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829848.906953:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829848.906970:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829848/real 1787829848] req@ffff9d1f45d103c0 x1874669802989952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829848.906984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802989952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829848.906994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829848.906999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829848.907003:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802989952:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829849.034611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829850.058603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829851.082603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829852.106575:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829853.130625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829854.026621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829854.026633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829854.026637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829854.026647:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5456 00000100:00080000:0.0:1787829854.026662:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829854.026670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829854.026722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802990080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829854.026763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829854.026766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829854.026767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829854.026772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5456 00000100:00080000:0.0:1787829854.026776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829854.026780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829854.026791:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829854.026801:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802990080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829854.026807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802990208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829854.026823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829854.026826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829854.026828:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829854.026830:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5456 00000100:00080000:0.0:1787829854.026833:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829854.026835:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829854.026839:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829854.026848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802990336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829854.026877:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829854.026930:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffff9d1f4bd95e00 x1874669802990080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829854.026946:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802990080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829854.026955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829854.026959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829854.026963:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802990080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829854.026990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990208:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829854.027007:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829854.027015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffff9d1f4bd970c0 x1874669802990208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829854.027023:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802990208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829854.027029:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829854.027032:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829854.027034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990208:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829854.027038:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990336:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829854.027056:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829854.027062:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffff9d1f4bd94b40 x1874669802990336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829854.027070:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802990336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829854.027076:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829854.027077:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829854.027079:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990336:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829854.154680:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829855.178642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829856.202622:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829857.226584:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829858.250617:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829859.146560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829859.146570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829859.146574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.146583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5461 00000100:00080000:0.0:1787829859.146591:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.146597:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829859.146628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802990464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829859.146650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829859.146653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829859.146655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.146660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5461 00000100:00080000:0.0:1787829859.146663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.146667:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829859.146677:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829859.146693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802990592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829859.146707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829859.146708:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802990464:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829859.146711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829859.146715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.146721:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5461 00000100:00080000:0.0:1787829859.146723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.146726:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829859.146730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829859.146742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802990720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829859.146814:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829859.146850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990720:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829859.274619:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829860.298614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829861.322614:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829862.218740:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829862.218784:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829862.218805:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829862.218847:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829862.218856:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787829862.219662:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffff9d1f4bd94b40 x1874669802990592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829862.219700:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802990592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829862.219713:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829862.219719:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829862.219723:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829862.219732:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffff9d1f4bd970c0 x1874669802990720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829862.219745:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802990720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829862.219754:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829862.219757:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829862.219761:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990720:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787829862.219768:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffff9d1f4bd97840 x1874669802990464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829862.219781:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802990464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829862.219789:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829862.219792:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829862.219796:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802990464:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829862.346602:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829863.370617:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829864.266616:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829864.266626:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829864.266630:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829864.266640:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5467 00000100:00080000:1.0:1787829864.266651:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829864.266658:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829864.266704:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802990848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829864.266731:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829864.266735:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829864.266738:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829864.266742:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5467 00000100:00080000:1.0:1787829864.266745:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829864.266749:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829864.266759:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829864.266773:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802990976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829864.266785:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829864.266786:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802990848:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829864.266792:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829864.266797:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829864.266802:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5467 00000100:00080000:1.0:1787829864.266806:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829864.266811:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829864.266817:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829864.266832:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802991104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829864.266857:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829864.266899:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffff9d1f47fa0f00 x1874669802990848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829864.266918:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802990848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829864.266931:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829864.266935:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829864.266939:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802990848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829864.266966:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990976:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829864.267006:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829864.267021:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffff9d1f47fa1e00 x1874669802990976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829864.267035:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802990976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829864.267043:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829864.267047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829864.267051:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802990976:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829864.267058:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991104:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829864.267080:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829864.267096:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffff9d1f47fa3840 x1874669802991104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829864.267107:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802991104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829864.267116:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829864.267119:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829864.267121:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991104:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829864.394642:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829865.418619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829866.442599:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829867.466594:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829868.490617:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829869.386564:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829869.386571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829869.386574:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829869.386582:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5472 00000100:00080000:3.0:1787829869.386592:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829869.386598:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829869.386628:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802991232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829869.386648:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829869.386652:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829869.386654:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829869.386659:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5472 00000100:00080000:3.0:1787829869.386662:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829869.386667:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829869.386677:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829869.386689:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802991360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829869.386696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802991232:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829869.386700:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829869.386703:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829869.386705:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829869.386708:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5472 00000100:00080000:3.0:1787829869.386711:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829869.386715:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829869.386720:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829869.386728:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802991488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829869.386753:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829869.386790:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffff9d1f48272d00 x1874669802991232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829869.386805:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802991232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829869.386816:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829869.386820:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829869.386825:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802991232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829869.386848:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991360:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829869.386871:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829869.386883:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffff9d1f48273480 x1874669802991360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829869.386895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802991360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829869.386904:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829869.386908:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829869.386911:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991360:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829869.386921:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991488:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829869.386942:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829869.386954:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffff9d1f48272940 x1874669802991488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829869.386965:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802991488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829869.386974:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829869.386977:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829869.386981:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991488:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829869.514642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829870.538586:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829871.562592:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829872.586613:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829873.610611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829874.506570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829874.506579:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829874.506583:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829874.506596:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5477 00000100:00080000:1.0:1787829874.506608:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829874.506616:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829874.506652:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669802991616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829874.506689:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829874.506693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829874.506695:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829874.506700:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5477 00000100:00080000:1.0:1787829874.506705:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829874.506709:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829874.506720:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829874.506731:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802991616:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829874.506742:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669802991744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829874.506753:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829874.506756:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829874.506757:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829874.506760:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5477 00000100:00080000:1.0:1787829874.506763:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829874.506766:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829874.506770:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829874.506779:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669802991872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829874.506790:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829874.506823:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829874/real 1787829874] req@ffff9d1f47fa3c00 x1874669802991616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829874.506842:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669802991616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829874.506853:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829874.506857:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829874.506862:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802991616:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829874.506887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991744:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829874.506906:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829874.506915:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829874/real 1787829874] req@ffff9d1f47fa2940 x1874669802991744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829874.506924:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669802991744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829874.506929:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829874.506932:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829874.506934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829874.506938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991872:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829874.506949:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829874.506955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829874/real 1787829874] req@ffff9d1f47fa3840 x1874669802991872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829874.506962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669802991872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829874.506968:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829874.506970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829874.506972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802991872:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829874.634603:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829875.658620:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829876.682587:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829877.706655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829878.730572:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829879.626568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829879.626577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829879.626581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829879.626591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5482 00000100:00080000:2.0:1787829879.626600:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829879.626607:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829879.626639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802992000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829879.626661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829879.626664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829879.626665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829879.626669:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5482 00000100:00080000:2.0:1787829879.626671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829879.626674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829879.626682:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829879.626692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802992128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829879.626698:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802992000:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829879.626705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829879.626708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829879.626709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829879.626712:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5482 00000100:00080000:2.0:1787829879.626715:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829879.626717:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829879.626721:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829879.626730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802992256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829879.626756:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829879.626788:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829879/real 1787829879] req@ffff9d1f45d103c0 x1874669802992000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829879.626806:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802992000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829879.626813:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829879.626816:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829879.626819:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802992000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829879.626836:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992128:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829879.626851:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829879.626858:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829879/real 1787829879] req@ffff9d1f45d10000 x1874669802992128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829879.626866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802992128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829879.626872:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829879.626874:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829879.626876:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992128:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829879.626879:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992256:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829879.626890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829879.626896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829879/real 1787829879] req@ffff9d1f45d121c0 x1874669802992256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829879.626903:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802992256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829879.626913:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829879.626915:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829879.626917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992256:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829879.754613:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829880.778635:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829881.802627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829882.826637:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829883.850616:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829884.746568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829884.746584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829884.746592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829884.746604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5487 00000100:00080000:2.0:1787829884.746614:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829884.746622:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829884.746658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669802992384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829884.746688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829884.746693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829884.746696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829884.746700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5487 00000100:00080000:2.0:1787829884.746704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829884.746709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829884.746719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829884.746737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669802992512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829884.746738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802992384:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829884.746759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829884.746764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829884.746767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829884.746772:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5487 00000100:00080000:2.0:1787829884.746776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829884.746781:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829884.746787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829884.746800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669802992640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829884.746812:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829884.746852:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829884/real 1787829884] req@ffff9d1f45d121c0 x1874669802992384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829884.747030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669802992384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829884.747039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829884.747042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829884.747046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802992384:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829884.747106:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992512:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829884.747128:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829884.747139:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829884/real 1787829884] req@ffff9d1f45d10000 x1874669802992512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829884.747147:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669802992512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829884.747154:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829884.747156:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829884.747158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992512:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829884.747163:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992640:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829884.747184:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829884.747204:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829884/real 1787829884] req@ffff9d1f45d103c0 x1874669802992640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829884.747222:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669802992640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829884.747228:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829884.747230:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829884.747234:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992640:192.168.203.151@tcp:8:kworker.0 00010000:00010000:3.0:1787829884.874607:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829885.898648:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829886.922634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829887.946611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829888.970580:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829889.866602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829889.866610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829889.866613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829889.866621:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5492 00000100:00080000:0.0:1787829889.866630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829889.866636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829889.866675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802992768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829889.866694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829889.866698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829889.866700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829889.866702:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5492 00000100:00080000:0.0:1787829889.866705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829889.866707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829889.866717:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829889.866732:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802992768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787829889.866734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802992896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829889.866749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829889.866752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829889.866753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829889.866755:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5492 00000100:00080000:0.0:1787829889.866758:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829889.866760:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829889.866764:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829889.866777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802993024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829889.866805:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829889.866850:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829889/real 1787829889] req@ffff9d1f4bd95e00 x1874669802992768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829889.866870:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802992768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829889.866882:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829889.866886:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829889.866890:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802992768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829889.866917:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992896:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829889.866940:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829889.866953:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829889/real 1787829889] req@ffff9d1f4bd97840 x1874669802992896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829889.866967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802992896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829889.866976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829889.866979:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829889.866983:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802992896:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829889.866989:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993024:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829889.867019:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829889.867031:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829889/real 1787829889] req@ffff9d1f4bd970c0 x1874669802993024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829889.867044:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802993024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829889.867052:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829889.867056:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829889.867059:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993024:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829889.994613:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829891.018666:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829892.042586:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829893.066583:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829894.090557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829894.986559:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829894.986567:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829894.986570:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829894.986578:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5497 00000100:00080000:3.0:1787829894.986587:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829894.986593:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829894.986623:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802993152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829894.986645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829894.986648:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829894.986649:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829894.986652:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5497 00000100:00080000:3.0:1787829894.986654:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829894.986657:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829894.986665:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829894.986675:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802993280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829894.986684:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829894.986685:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802993152:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829894.986687:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829894.986691:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829894.986696:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5497 00000100:00080000:3.0:1787829894.986698:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829894.986700:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829894.986704:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829894.986713:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802993408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829894.986749:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829894.986783:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829894/real 1787829894] req@ffff9d1f48270000 x1874669802993152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829894.986797:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802993152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829894.986817:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829894.986822:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829894.986827:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802993152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829894.986850:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993280:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829894.986877:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829894.986891:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829894/real 1787829894] req@ffff9d1f48272940 x1874669802993280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829894.986901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802993280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829894.986911:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829894.986914:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829894.986916:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993280:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829894.986920:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993408:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829894.986946:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829894.986954:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829894/real 1787829894] req@ffff9d1f48273480 x1874669802993408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829894.986961:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802993408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829894.986967:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829894.986969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829894.986971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993408:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787829895.114592:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829896.138628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829897.162596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829898.186615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829899.210628:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829900.106539:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829900.106549:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829900.106553:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829900.106561:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5502 00000100:00080000:1.0:1787829900.106571:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829900.106578:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829900.106617:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669802993536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829900.106642:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829900.106645:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829900.106647:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829900.106650:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5502 00000100:00080000:1.0:1787829900.106654:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829900.106659:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829900.106668:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829900.106676:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802993536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829900.106683:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669802993664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829900.106695:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829900.106699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829900.106701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829900.106704:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5502 00000100:00080000:1.0:1787829900.106708:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829900.106713:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829900.106718:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829900.106725:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829900.106741:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669802993792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829900.106760:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffff9d1f47fa1e00 x1874669802993536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.106771:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669802993536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.106778:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.106782:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829900.106786:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802993536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829900.106807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993664:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787829900.106827:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829900.106837:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffff9d1f47fa0f00 x1874669802993664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.106845:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669802993664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.106853:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.106856:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829900.106859:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787829900.106865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993792:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787829900.106883:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829900.106894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffff9d1f47fa2580 x1874669802993792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.106905:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669802993792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.106918:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.106921:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787829900.106923:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802993792:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829900.234629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829901.258602:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829902.282608:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829903.306609:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829904.330653:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829905.226581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829905.226591:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829905.226596:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829905.226604:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5508 00000100:00080000:3.0:1787829905.226614:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829905.226621:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829905.226655:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802993920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829905.226675:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829905.226679:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829905.226681:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829905.226684:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5508 00000100:00080000:3.0:1787829905.226688:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829905.226692:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829905.226701:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829905.226714:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802994048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829905.226724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802993920:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829905.226724:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829905.226730:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829905.226733:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829905.226736:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5508 00000100:00080000:3.0:1787829905.226738:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829905.226741:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829905.226744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829905.226753:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802994176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829905.226786:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829905.226820:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffff9d1f48272d00 x1874669802993920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829905.226841:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802993920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829905.226851:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829905.226854:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829905.226858:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802993920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829905.226878:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994048:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829905.226899:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829905.226911:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffff9d1f48270b40 x1874669802994048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829905.226922:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802994048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829905.226930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829905.226934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829905.226937:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994048:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829905.226942:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994176:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829905.226960:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829905.226971:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffff9d1f48270f00 x1874669802994176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829905.226981:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802994176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829905.226995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829905.226998:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829905.227001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994176:192.168.203.151@tcp:8:kworker.0 00010000:00010000:3.0:1787829905.354604:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829906.378611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829907.402587:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829908.426642:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829909.450595:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829910.346578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829910.346584:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829910.346587:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829910.346595:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5513 00000100:00080000:3.0:1787829910.346625:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829910.346632:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829910.346665:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802994304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829910.346687:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829910.346690:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829910.346691:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829910.346694:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5513 00000100:00080000:3.0:1787829910.346697:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829910.346700:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829910.346708:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829910.346719:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802994432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829910.346725:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829910.346727:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829910.346728:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829910.346730:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5513 00000100:00080000:3.0:1787829910.346732:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829910.346735:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829910.346738:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829910.346743:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802994560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829910.346756:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802994304:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787829910.346802:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829910.346831:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffff9d1f482712c0 x1874669802994304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829910.346842:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802994304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829910.346849:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.346852:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829910.346855:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802994304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829910.346861:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994432:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829910.346888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829910.346899:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffff9d1f48271e00 x1874669802994432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829910.346910:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802994432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829910.346918:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.346922:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829910.346925:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994432:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829910.346948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994560:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829910.346965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829910.346972:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffff9d1f48270780 x1874669802994560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829910.346980:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802994560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829910.346985:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.346987:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829910.346989:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994560:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829910.474707:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829911.498646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829912.522706:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829913.546576:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829914.570645:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829915.466570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829915.466578:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829915.466581:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.466588:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5518 00000100:00080000:3.0:1787829915.466597:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.466602:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829915.466632:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802994688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829915.466648:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829915.466651:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829915.466652:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.466656:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5518 00000100:00080000:3.0:1787829915.466658:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.466660:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829915.466666:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829915.466674:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802994816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829915.466681:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829915.466683:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802994688:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829915.466684:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829915.466687:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.466693:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5518 00000100:00080000:3.0:1787829915.466695:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.466698:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829915.466701:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829915.466708:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802994944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829915.466744:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829915.466779:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffff9d1f48271680 x1874669802994688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829915.466795:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802994688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829915.466804:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.466808:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829915.466811:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802994688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829915.466832:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994816:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829915.466852:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829915.466864:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffff9d1f48273c00 x1874669802994816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829915.466876:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802994816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829915.466883:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.466886:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829915.466889:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829915.466895:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994944:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829915.466913:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829915.466924:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffff9d1f482703c0 x1874669802994944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829915.466934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802994944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829915.466943:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.466946:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829915.466949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802994944:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829915.594588:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829916.618598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829917.642547:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829918.666607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829919.690682:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829920.586551:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829920.586559:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829920.586562:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829920.586570:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5523 00000100:00080000:3.0:1787829920.586579:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829920.586586:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829920.586615:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669802995072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829920.586645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829920.586648:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829920.586650:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829920.586653:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5523 00000100:00080000:3.0:1787829920.586657:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829920.586662:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829920.586671:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829920.586681:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669802995200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829920.586686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802995072:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787829920.586696:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829920.586699:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829920.586700:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829920.586704:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5523 00000100:00080000:3.0:1787829920.586708:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829920.586710:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829920.586713:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829920.586721:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669802995328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829920.586757:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829920.586791:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829920/real 1787829920] req@ffff9d1f48273840 x1874669802995072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829920.586821:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669802995072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829920.586829:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829920.586834:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829920.586842:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802995072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829920.586867:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995200:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829920.586893:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829920.586907:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829920/real 1787829920] req@ffff9d1f482703c0 x1874669802995200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829920.586917:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669802995200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829920.586925:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829920.586930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829920.586935:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995200:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829920.586940:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995328:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829920.586962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829920.586986:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829920/real 1787829920] req@ffff9d1f48273c00 x1874669802995328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829920.587017:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669802995328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829920.587038:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829920.587042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829920.587048:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995328:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829920.714629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829921.738579:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829922.762667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829923.786624:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829924.810607:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829925.706647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829925.706655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829925.706658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829925.706666:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5528 00000100:00080000:3.0:1787829925.706674:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829925.706680:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829925.706709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669802995456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829925.706730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829925.706732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829925.706733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829925.706736:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5528 00000100:00080000:3.0:1787829925.706738:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829925.706740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829925.706746:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829925.706755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669802995584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829925.706761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829925.706763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829925.706764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829925.706766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5528 00000100:00080000:3.0:1787829925.706767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829925.706769:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829925.706772:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829925.706777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669802995712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829925.706824:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802995456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829925.706908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995584:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829925.706944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:3.0:1787829925.834569:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829926.858650:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829927.882581:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829928.778706:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787829928.778747:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829928.778762:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829928.778800:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787829928.778809:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787829928.778873:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829925/real 1787829928] req@ffff9d1f48271680 x1874669802995456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.778895:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669802995456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.778905:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.778910:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829928.778914:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802995456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829928.778921:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829925/real 1787829928] req@ffff9d1f48270780 x1874669802995584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.778933:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669802995584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.778942:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.778956:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829928.778960:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995584:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829928.778965:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829925/real 1787829928] req@ffff9d1f48271e00 x1874669802995712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.778975:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669802995712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.778982:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.778985:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829928.778987:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829928.906628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829929.930571:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829930.826552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829930.826561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829930.826566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829930.826576:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5533 00000100:00080000:3.0:1787829930.826587:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829930.826594:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829930.826625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669802995840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829930.826649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829930.826653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829930.826655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829930.826661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5533 00000100:00080000:3.0:1787829930.826665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829930.826669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829930.826677:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802995840:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787829930.826679:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829930.826698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802995968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829930.826709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829930.826712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829930.826714:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829930.826717:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5533 00000100:00080000:3.0:1787829930.826726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829930.826731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829930.826737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829930.826743:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829930.826751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802996096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829930.826783:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829930/real 1787829930] req@ffff9d1f482712c0 x1874669802995840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829930.826800:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669802995840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829930.826808:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829930.826812:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829930.826816:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802995840:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829930.826837:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995968:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829930.826860:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829930.826872:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829930/real 1787829930] req@ffff9d1f48270f00 x1874669802995968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829930.826884:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802995968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829930.826892:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829930.826895:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829930.826898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802995968:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829930.826904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996096:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829930.826923:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829930.826944:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829930/real 1787829930] req@ffff9d1f48270b40 x1874669802996096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829930.826957:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802996096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829930.826965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829930.826968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829930.826971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996096:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829930.954612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829931.978574:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829933.002748:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829934.026592:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829935.050593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829935.946540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829935.946547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829935.946551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829935.946559:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5538 00000100:00080000:3.0:1787829935.946568:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829935.946574:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829935.946604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802996224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829935.946628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829935.946631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829935.946633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829935.946641:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5538 00000100:00080000:3.0:1787829935.946643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829935.946646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829935.946653:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829935.946663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802996352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829935.946671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829935.946673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829935.946674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829935.946677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5538 00000100:00080000:3.0:1787829935.946679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829935.946681:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829935.946685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829935.946692:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802996224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829935.946694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802996480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829935.946785:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829935.946838:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829935/real 1787829935] req@ffff9d1f48272d00 x1874669802996224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829935.946857:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802996224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829935.946875:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829935.946880:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829935.946885:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802996224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829935.946893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996352:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829935.946926:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829935.946938:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829935/real 1787829935] req@ffff9d1f48273480 x1874669802996352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829935.946950:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802996352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829935.946958:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829935.946962:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829935.946965:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996352:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829935.946990:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996480:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829935.947009:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829935.947018:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829935/real 1787829935] req@ffff9d1f48272940 x1874669802996480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829935.947030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802996480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829935.947039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829935.947042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829935.947045:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996480:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829936.074637:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829937.098584:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829938.122527:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829939.146575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829940.170611:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829941.066547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829941.066557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829941.066561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829941.066570:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5543 00000100:00080000:3.0:1787829941.066581:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829941.066588:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829941.066622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669802996608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829941.066647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829941.066650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829941.066652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829941.066656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5543 00000100:00080000:3.0:1787829941.066660:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829941.066665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829941.066674:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829941.066675:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802996608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787829941.066686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669802996736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829941.066699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829941.066701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829941.066702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829941.066704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5543 00000100:00080000:3.0:1787829941.066713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829941.066717:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787829941.066720:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829941.066724:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787829941.066729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669802996864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829941.066757:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffff9d1f48270000 x1874669802996608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829941.066768:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669802996608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829941.066775:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829941.066777:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829941.066779:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802996608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829941.066799:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996736:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829941.066812:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829941.066819:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffff9d1f48272940 x1874669802996736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829941.066825:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669802996736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829941.066830:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829941.066832:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829941.066834:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829941.066838:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996864:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829941.066852:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829941.066858:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffff9d1f48273480 x1874669802996864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829941.066896:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669802996864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829941.066902:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829941.066903:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829941.066905:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802996864:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829941.194601:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829942.218596:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829943.242616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829944.266674:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829945.290604:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829946.186537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829946.186548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829946.186552:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829946.186562:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5549 00000100:00080000:3.0:1787829946.186572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829946.186577:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787829946.186606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669802996992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829946.186632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829946.186636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829946.186637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829946.186648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5549 00000100:00080000:3.0:1787829946.186652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829946.186657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829946.186658:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802996992:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787829946.186666:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829946.186682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669802997120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829946.186693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829946.186697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829946.186699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829946.186703:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5549 00000100:00080000:3.0:1787829946.186707:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829946.186711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787829946.186715:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:3.0:1787829946.186718:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829946.186730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669802997248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829946.186750:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffff9d1f48272d00 x1874669802996992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.186763:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669802996992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.186771:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.186773:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829946.186775:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802996992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829946.186791:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997120:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829946.186803:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829946.186810:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffff9d1f48270b40 x1874669802997120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.186817:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669802997120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.186838:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.186842:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829946.186844:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997120:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829946.186848:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997248:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829946.186862:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829946.186869:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffff9d1f48270f00 x1874669802997248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.186880:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669802997248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.186887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.186890:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829946.186893:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997248:192.168.203.151@tcp:8:kworker.0 00010000:00010000:3.0:1787829946.314565:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829947.338590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829948.362657:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829949.386588:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829950.410564:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829951.306603:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829951.306614:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829951.306620:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829951.306631:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5554 00000100:00080000:1.0:1787829951.306642:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829951.306651:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829951.306695:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669802997376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829951.306729:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829951.306733:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829951.306735:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829951.306740:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5554 00000100:00080000:1.0:1787829951.306745:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829951.306750:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829951.306761:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829951.306769:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802997376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829951.306780:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669802997504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829951.306815:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829951.306820:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829951.306822:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829951.306827:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5554 00000100:00080000:1.0:1787829951.306833:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829951.306838:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787829951.306843:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000008:00100000:1.0:1787829951.306848:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829951.306866:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669802997632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829951.306881:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffff9d1f47fa0000 x1874669802997376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.306897:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669802997376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.306905:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.306909:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829951.306912:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802997376:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829951.306931:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997504:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829951.306946:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829951.306955:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffff9d1f47fa0b40 x1874669802997504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.306963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669802997504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.306969:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.306971:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829951.306973:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829951.306977:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997632:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829951.306987:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829951.306993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffff9d1f47fa30c0 x1874669802997632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.307001:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669802997632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.307006:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.307008:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829951.307010:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997632:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829951.434602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829952.458608:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829953.482612:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829954.506575:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829955.530665:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829956.426562:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.426571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829956.426573:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829956.426581:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5559 00000100:00080000:0.0:1787829956.426589:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.426594:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829956.426627:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802997760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829956.426648:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.426653:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829956.426654:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829956.426656:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5559 00000100:00080000:0.0:1787829956.426660:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.426662:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829956.426670:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829956.426682:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802997888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829956.426691:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.426694:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829956.426696:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829956.426696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802997760:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787829956.426703:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5559 00000100:00080000:0.0:1787829956.426706:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.426710:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829956.426717:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829956.426728:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802998016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829956.426845:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829956.426913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffff9d1f4bd94b40 x1874669802997760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.426942:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802997760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.426952:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.426973:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829956.426977:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802997760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829956.427010:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997888:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829956.427030:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829956.427078:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffff9d1f4bd970c0 x1874669802997888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.427091:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802997888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.427117:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.427122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829956.427126:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802997888:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829956.427133:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998016:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829956.427186:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829956.427197:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffff9d1f4bd97840 x1874669802998016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.427208:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802998016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.427236:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.427239:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829956.427242:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998016:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829956.554613:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829957.578632:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829958.602647:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829959.626627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829960.650628:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829961.546566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829961.546574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829961.546577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829961.546586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5564 00000100:00080000:0.0:1787829961.546595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829961.546605:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829961.546636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802998144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829961.546655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829961.546658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829961.546659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829961.546661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5564 00000100:00080000:0.0:1787829961.546663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829961.546665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829961.546672:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829961.546680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802998272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829961.546687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829961.546689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829961.546690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829961.546693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5564 00000100:00080000:0.0:1787829961.546695:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829961.546697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829961.546700:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829961.546709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802998400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829961.546771:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802998144:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829961.546831:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829961.546867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829961/real 1787829961] req@ffff9d1f4bd95e00 x1874669802998144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829961.546883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802998144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829961.546893:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829961.546897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829961.546901:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802998144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829961.546908:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998272:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829961.546931:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829961.546944:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829961/real 1787829961] req@ffff9d1f4bd97840 x1874669802998272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829961.546956:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802998272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829961.546964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829961.546967:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829961.546970:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998272:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829961.546977:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998400:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829961.546997:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829961.547008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829961/real 1787829961] req@ffff9d1f4bd970c0 x1874669802998400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829961.547019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802998400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829961.547026:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829961.547029:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829961.547033:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998400:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829961.674707:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829962.698614:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829963.722640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829964.746949:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829965.770788:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829966.666569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829966.666577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829966.666580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829966.666588:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5569 00000100:00080000:0.0:1787829966.666596:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829966.666601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829966.666630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669802998528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829966.666648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829966.666651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829966.666652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829966.666655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5569 00000100:00080000:0.0:1787829966.666657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829966.666659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829966.666665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829966.666674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802998656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829966.666680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829966.666695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829966.666698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829966.666702:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5569 00000100:00080000:0.0:1787829966.666705:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829966.666708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829966.666713:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829966.666724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802998784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829966.666824:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802998528:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829966.666888:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829966.666924:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829966/real 1787829966] req@ffff9d1f4bd94b40 x1874669802998528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829966.666943:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669802998528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829966.666950:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829966.666952:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829966.666955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802998528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829966.666960:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998656:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829966.666983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829966.666995:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829966/real 1787829966] req@ffff9d1f4bd970c0 x1874669802998656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829966.667007:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802998656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829966.667014:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829966.667016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829966.667018:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998656:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829966.667021:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998784:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829966.667037:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829966.667044:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829966/real 1787829966] req@ffff9d1f4bd97840 x1874669802998784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829966.667050:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802998784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829966.667055:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829966.667057:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829966.667059:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802998784:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787829966.794620:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829967.818722:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829968.842722:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829969.866629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829970.890584:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829971.786627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829971.786636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829971.786640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829971.786661:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5574 00000100:00080000:1.0:1787829971.786672:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829971.786680:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829971.786727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669802998912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829971.786756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829971.786760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829971.786762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829971.786767:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5574 00000100:00080000:1.0:1787829971.786770:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829971.786774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829971.786782:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829971.786793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669802999040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829971.786804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829971.786808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829971.786810:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829971.786813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5574 00000100:00080000:1.0:1787829971.786816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829971.786820:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829971.786838:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829971.786850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802999168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829971.786947:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802998912:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829971.787013:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829971.787059:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829971/real 1787829971] req@ffff9d1f47fa21c0 x1874669802998912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829971.787076:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669802998912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829971.787086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829971.787090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829971.787093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802998912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829971.787100:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999040:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829971.787118:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829971.787127:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829971/real 1787829971] req@ffff9d1f47fa1680 x1874669802999040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829971.787138:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669802999040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829971.787146:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829971.787148:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829971.787151:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999040:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829971.787165:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999168:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829971.787181:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829971.787189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829971/real 1787829971] req@ffff9d1f47fa1a40 x1874669802999168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829971.787199:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802999168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829971.787208:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829971.787210:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829971.787213:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999168:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829971.914655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829972.938611:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829973.962889:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829974.988773:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829976.011134:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829976.906568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829976.906579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829976.906583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829976.906591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5579 00000100:00080000:1.0:1787829976.906601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829976.906608:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787829976.906652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669802999296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829976.906680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829976.906684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829976.906686:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829976.906690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5579 00000100:00080000:1.0:1787829976.906693:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829976.906697:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829976.906705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829976.906719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669802999424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829976.906730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829976.906734:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802999296:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787829976.906735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829976.906739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829976.906744:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5579 00000100:00080000:1.0:1787829976.906747:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829976.906762:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787829976.906768:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829976.906783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669802999552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829976.906799:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829976.906838:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829976/real 1787829976] req@ffff9d1f47fa0780 x1874669802999296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829976.906853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669802999296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829976.906863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829976.906867:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829976.906871:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802999296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829976.906892:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999424:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829976.906913:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829976.906923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829976/real 1787829976] req@ffff9d1f47fa03c0 x1874669802999424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829976.906935:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669802999424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829976.906943:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829976.906946:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829976.906949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999424:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829976.906955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999552:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829976.906969:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829976.906978:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829976/real 1787829976] req@ffff9d1f47fa1a40 x1874669802999552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829976.906987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669802999552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829976.906993:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829976.906994:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829976.906996:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999552:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829977.035073:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829978.058651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829979.083018:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829980.107053:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829981.130604:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829982.026740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.026749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829982.026753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.026762:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5584 00000100:00080000:0.0:1787829982.026772:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829982.026779:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787829982.026814:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669802999680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829982.026852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.026856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829982.026858:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.026862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5584 00000100:00080000:0.0:1787829982.026865:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829982.026869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829982.026879:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829982.026892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669802999808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829982.026901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.026904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829982.026906:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.026909:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5584 00000100:00080000:0.0:1787829982.026912:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829982.026916:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787829982.026920:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829982.026929:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669802999936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829982.027010:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802999680:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787829982.027066:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829982.027099:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffff9d1f4bd95e00 x1874669802999680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.027114:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669802999680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.027124:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.027127:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829982.027131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669802999680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787829982.027137:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999808:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787829982.027158:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829982.027171:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffff9d1f4bd97840 x1874669802999808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.027182:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669802999808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.027196:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.027199:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829982.027203:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999808:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787829982.027208:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999936:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787829982.027228:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787829982.027238:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffff9d1f4bd970c0 x1874669802999936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.027248:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669802999936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.027256:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.027259:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787829982.027262:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669802999936:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829982.158825:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829983.178858:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829984.202687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829985.226734:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829986.250701:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829987.147493:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829987.147503:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829987.147507:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829987.147517:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5589 00000100:00080000:2.0:1787829987.147527:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829987.147535:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829987.147584:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803000064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829987.147618:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829987.147623:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829987.147624:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829987.147629:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5589 00000100:00080000:2.0:1787829987.147633:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829987.147636:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829987.147645:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829987.147658:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803000192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829987.147669:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829987.147672:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829987.147674:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829987.147677:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5589 00000100:00080000:2.0:1787829987.147680:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829987.147685:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829987.147690:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829987.147700:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803000320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829987.147786:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803000064:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787829987.147847:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829987.147882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffff9d1f45d13c00 x1874669803000064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.147896:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803000064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.147905:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.147909:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829987.147912:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803000064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829987.147919:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000192:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829987.147940:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829987.147952:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffff9d1f45d12d00 x1874669803000192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.147963:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803000192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.147972:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.147975:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829987.147978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000192:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829987.147984:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000320:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829987.148005:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829987.148017:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffff9d1f45d11a40 x1874669803000320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.148028:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803000320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.148036:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.148039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829987.148042:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000320:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829987.274703:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829988.298652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829989.322648:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829990.347581:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829991.370652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829992.266546:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829992.266567:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829992.266571:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829992.266582:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5595 00000100:00080000:2.0:1787829992.266595:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829992.266603:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829992.266636:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803000448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829992.266757:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803000448:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829992.267070:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829992.267074:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829992.267077:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829992.267082:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5595 00000100:00080000:2.0:1787829992.267087:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829992.267091:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829992.267100:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829992.267115:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803000576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829992.267282:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000576:192.168.203.151@tcp:38:kworker.0 00000100:00080000:2.0:1787829992.267493:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829992.267498:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829992.267500:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829992.267517:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5595 00000100:00080000:2.0:1787829992.267522:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829992.267527:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829992.267533:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829992.267547:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803000704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829992.267827:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000704:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829992.394667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829993.418616:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829994.442617:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829995.338645:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787829995.338685:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829995.338701:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787829995.338731:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787829995.338737:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787829995.338777:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffff9d1f45d13840 x1874669803000704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.338811:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803000704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.338826:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.338830:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829995.338835:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000704:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787829995.338842:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffff9d1f45d11680 x1874669803000576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.338854:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803000576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.338863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.338866:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829995.338869:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000576:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829995.338875:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffff9d1f45d12580 x1874669803000448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.338885:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803000448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.338891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.338894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829995.338897:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803000448:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787829995.466582:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829996.490617:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829997.386568:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.386576:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829997.386579:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.386590:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5600 00000100:00080000:2.0:1787829997.386601:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.386609:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787829997.386641:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803000832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829997.386667:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.386671:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829997.386672:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.386676:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5600 00000100:00080000:2.0:1787829997.386679:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.386683:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829997.386692:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829997.386705:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803000960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829997.386710:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803000832:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787829997.386720:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.386724:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829997.386726:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.386730:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5600 00000100:00080000:2.0:1787829997.386734:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.386738:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787829997.386744:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829997.386756:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803001088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829997.386775:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829997.386810:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffff9d1f45d10780 x1874669803000832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.386826:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803000832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.386836:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.386840:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829997.386843:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803000832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787829997.386864:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000960:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787829997.386887:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829997.386898:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffff9d1f45d11e00 x1874669803000960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.386909:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803000960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.386925:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.386928:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829997.386931:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803000960:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787829997.386936:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001088:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787829997.386953:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787829997.386962:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffff9d1f45d13480 x1874669803001088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.386972:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803001088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.386980:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.386983:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787829997.386986:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787829997.514639:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829998.538637:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829999.562664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830000.586633:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830001.610675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830002.506706:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830002.506717:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830002.506721:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830002.506730:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5605 00000100:00080000:2.0:1787830002.506741:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830002.506749:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830002.506783:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669803001216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830002.506858:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803001216:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830002.506928:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:2.0:1787830002.506959:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830002.506963:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830002.506965:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830002.506970:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5605 00000100:00080000:2.0:1787830002.506974:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830002.506979:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830002.506988:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830002.507013:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669803001344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830002.507193:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830002/real 1787830002] req@ffff9d1f45d112c0 x1874669803001216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830002.507218:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669803001216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830002.507228:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830002.507232:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830002.507236:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803001216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830002.507258:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001344:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830002.507289:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830002.507304:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830002/real 1787830002] req@ffff9d1f45d130c0 x1874669803001344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830002.507316:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669803001344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830002.507324:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830002.507328:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830002.507331:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001344:192.168.203.151@tcp:38:kworker.0 00000100:00080000:2.0:1787830002.507519:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830002.507524:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830002.507525:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830002.507530:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5605 00000100:00080000:2.0:1787830002.507535:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830002.507539:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830002.507544:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830002.507556:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669803001472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830002.507600:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001472:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830002.507624:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830002.507682:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830002/real 1787830002] req@ffff9d1f45d12940 x1874669803001472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830002.507696:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669803001472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830002.507710:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830002.507713:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830002.507717:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830002.634658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830003.658636:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830004.683713:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830005.706654:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830006.731920:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830007.626630:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830007.626640:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830007.626644:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830007.626654:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5610 00000100:00080000:1.0:1787830007.626672:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830007.626679:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830007.626722:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803001600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830007.626754:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830007.626758:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830007.626760:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830007.626764:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5610 00000100:00080000:1.0:1787830007.626768:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830007.626772:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830007.626789:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830007.626800:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803001728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830007.626810:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830007.626813:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830007.626815:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830007.626819:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5610 00000100:00080000:1.0:1787830007.626822:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830007.626825:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830007.626829:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830007.626837:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803001856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830007.627448:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803001600:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830007.627529:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830007.627564:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830007/real 1787830007] req@ffff9d1f47fa1680 x1874669803001600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830007.627580:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803001600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830007.627590:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830007.627593:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830007.627597:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803001600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830007.627604:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001728:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830007.627623:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830007.627632:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830007/real 1787830007] req@ffff9d1f47fa21c0 x1874669803001728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830007.627643:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803001728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830007.627651:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830007.627653:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830007.627656:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830007.627662:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001856:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830007.627676:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830007.627684:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830007/real 1787830007] req@ffff9d1f47fa30c0 x1874669803001856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830007.627694:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803001856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830007.627702:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830007.627705:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830007.627708:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803001856:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830007.755440:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830008.779436:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830009.803561:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830010.826638:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830011.851815:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830012.747069:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830012.747077:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830012.747081:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830012.747090:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5615 00000100:00080000:2.0:1787830012.747100:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830012.747106:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830012.747139:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669803001984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830012.747166:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830012.747169:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830012.747171:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830012.747175:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5615 00000100:00080000:2.0:1787830012.747178:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830012.747181:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830012.747189:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830012.747200:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669803002112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830012.747210:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830012.747213:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830012.747215:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830012.747218:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5615 00000100:00080000:2.0:1787830012.747222:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830012.747226:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830012.747231:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830012.747240:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669803002240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830012.747432:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803001984:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830012.747567:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830012.747606:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830012/real 1787830012] req@ffff9d1f45d12940 x1874669803001984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830012.747622:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669803001984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830012.747632:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830012.747635:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830012.747639:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803001984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830012.747646:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002112:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830012.747666:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830012.747677:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830012/real 1787830012] req@ffff9d1f45d130c0 x1874669803002112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830012.747693:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669803002112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830012.747700:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830012.747703:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830012.747706:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002112:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830012.747711:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002240:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830012.747727:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830012.747736:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830012/real 1787830012] req@ffff9d1f45d112c0 x1874669803002240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830012.747747:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669803002240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830012.747754:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830012.747757:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830012.747760:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002240:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830012.874723:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830013.900426:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830014.922940:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830015.946674:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830016.970642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830017.866567:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830017.866574:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830017.866577:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830017.866586:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5620 00000100:00080000:2.0:1787830017.866595:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830017.866608:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830017.866648:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803002368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830017.866729:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830017.866734:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830017.866737:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830017.866743:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5620 00000100:00080000:2.0:1787830017.866748:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830017.866756:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830017.866758:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803002368:192.168.203.151@tcp:250:kworker.0 00000008:00100000:2.0:1787830017.866767:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830017.866793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803002496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830017.866806:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830017.866809:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830017.866810:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830017.866814:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5620 00000100:00080000:2.0:1787830017.866819:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830017.866822:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830017.866827:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830017.866838:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803002624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830017.866911:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830017.866956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830017/real 1787830017] req@ffff9d1f45d13480 x1874669803002368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830017.866969:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803002368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830017.866978:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830017.866981:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830017.866984:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803002368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830017.867006:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002496:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830017.867026:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830017.867037:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830017/real 1787830017] req@ffff9d1f45d11e00 x1874669803002496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830017.867050:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803002496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830017.867059:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830017.867063:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830017.867066:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830017.867073:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002624:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830017.867094:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830017.867105:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830017/real 1787830017] req@ffff9d1f45d10780 x1874669803002624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830017.867123:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803002624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830017.867132:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830017.867136:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830017.867139:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830017.994592:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830019.018732:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830020.043349:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830021.066667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830022.090906:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830022.986604:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830022.986615:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830022.986619:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830022.986629:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5625 00000100:00080000:1.0:1787830022.986844:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830022.986853:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830022.986887:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803002752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830022.987014:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803002752:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830022.987073:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830022.987104:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830022.987108:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830022.987110:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830022.987115:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5625 00000100:00080000:1.0:1787830022.987120:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830022.987124:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830022.987133:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830022.987148:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803002880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830022.987309:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830022.987314:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830022.987316:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830022.987321:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5625 00000100:00080000:1.0:1787830022.987324:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830022.987328:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830022.987334:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830022.987346:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803003008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830022.987401:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830022/real 1787830022] req@ffff9d1f47fa0b40 x1874669803002752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830022.987419:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803002752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830022.987429:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830022.987433:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830022.987436:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803002752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830022.987478:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002880:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830022.987501:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830022.987514:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830022/real 1787830022] req@ffff9d1f47fa0000 x1874669803002880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830022.987526:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803002880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830022.987534:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830022.987537:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830022.987540:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803002880:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830022.987546:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003008:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830022.987631:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830022.987643:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830022/real 1787830022] req@ffff9d1f47fa2580 x1874669803003008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830022.987654:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803003008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830022.987667:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830022.987670:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830022.987673:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003008:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830023.115445:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830024.138857:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830025.163267:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830026.187532:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830027.210622:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830028.106728:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830028.106738:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830028.106742:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830028.106752:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5630 00000100:00080000:1.0:1787830028.106762:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830028.107885:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830028.107923:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803003136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830028.107985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803003136:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830028.108084:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830028.108126:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830028.108130:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830028.108132:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830028.108137:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5630 00000100:00080000:1.0:1787830028.108141:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830028.108145:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830028.108155:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830028.108168:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803003264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830028.108882:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffff9d1f47fa0f00 x1874669803003136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830028.108901:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803003136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830028.108912:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830028.108916:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830028.108920:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803003136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830028.108961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003264:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830028.108992:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830028.109006:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffff9d1f47fa1e00 x1874669803003264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830028.109018:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803003264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830028.109027:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830028.109031:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830028.109034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003264:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830028.109941:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830028.109947:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830028.109949:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830028.109955:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5630 00000100:00080000:1.0:1787830028.109960:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830028.109966:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830028.110032:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830028.110053:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803003392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830028.110304:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003392:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830028.110352:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830028.110371:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffff9d1f47fa3840 x1874669803003392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830028.110394:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803003392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830028.110404:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830028.110408:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830028.110412:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003392:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830028.234632:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830029.258632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830030.283707:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830031.306659:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830032.330983:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830033.226583:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830033.226594:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830033.226598:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830033.226608:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5636 00000100:00080000:1.0:1787830033.226695:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830033.226704:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830033.226743:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669803003520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830033.226771:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830033.226775:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830033.226777:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830033.226781:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5636 00000100:00080000:1.0:1787830033.226786:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830033.226790:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830033.226800:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830033.226814:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803003648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830033.226822:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803003520:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830033.226828:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830033.226832:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830033.226834:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830033.226838:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5636 00000100:00080000:1.0:1787830033.226841:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830033.226845:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830033.226850:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830033.226877:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803003776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830033.226890:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830033.226929:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffff9d1f47fa2940 x1874669803003520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830033.226946:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669803003520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830033.226955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830033.226959:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830033.226963:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803003520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830033.226985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003648:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830033.227004:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830033.227015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffff9d1f47fa3c00 x1874669803003648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830033.227025:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803003648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830033.227033:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830033.227036:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830033.227039:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830033.227045:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003776:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830033.227063:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830033.227074:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffff9d1f47fa3840 x1874669803003776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830033.227084:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803003776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830033.227092:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830033.227095:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830033.227098:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803003776:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830033.355289:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830034.378853:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830035.403420:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830036.426790:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830037.450761:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830038.348560:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830038.348571:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830038.348576:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830038.348586:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5641 00000100:00080000:2.0:1787830038.348603:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830038.348611:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830038.348654:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803003904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830038.348684:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830038.348688:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830038.348690:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830038.348694:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5641 00000100:00080000:2.0:1787830038.348698:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830038.348702:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830038.348719:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830038.348732:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803004032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830038.348742:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830038.348747:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830038.348766:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830038.348770:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5641 00000100:00080000:2.0:1787830038.348774:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830038.348778:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830038.348782:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830038.348793:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803004160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830038.348992:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803003904:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830038.349056:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830038.349097:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffff9d1f45d12580 x1874669803003904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830038.349113:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803003904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830038.349122:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830038.349126:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830038.349130:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803003904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830038.349136:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004032:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830038.349159:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830038.349172:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffff9d1f45d11680 x1874669803004032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830038.349192:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803004032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830038.349201:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830038.349204:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830038.349207:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004032:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830038.349213:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004160:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830038.349234:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830038.349245:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffff9d1f45d13840 x1874669803004160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830038.349256:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803004160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830038.349264:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830038.349268:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830038.349271:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004160:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830038.475420:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830039.498635:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830040.524452:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830041.546661:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830042.572260:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830043.468867:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830043.468876:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830043.468880:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830043.468890:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5646 00000100:00080000:0.0:1787830043.468900:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830043.468905:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830043.468937:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803004288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830043.468966:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830043.468970:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830043.468972:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830043.468976:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5646 00000100:00080000:0.0:1787830043.468979:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830043.468983:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830043.468991:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830043.469002:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803004416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830043.469012:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830043.469015:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830043.469018:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830043.469021:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5646 00000100:00080000:0.0:1787830043.469024:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830043.469027:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830043.469032:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830043.469036:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803004288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830043.469043:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803004544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830043.469104:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830043.469144:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffff9d1f4bd94b40 x1874669803004288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.469182:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803004288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830043.469192:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830043.469196:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830043.469200:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803004288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830043.469208:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004416:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830043.469230:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830043.469243:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffff9d1f4bd970c0 x1874669803004416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.469255:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803004416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830043.469264:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830043.469267:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830043.469270:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004416:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830043.469296:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004544:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830043.469316:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830043.469328:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffff9d1f4bd97840 x1874669803004544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.469339:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803004544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830043.469347:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830043.469351:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830043.469354:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004544:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830043.594737:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830044.619385:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830045.642659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830046.666752:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830047.690693:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830048.586570:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830048.586581:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830048.586585:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830048.586594:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5651 00000100:00080000:2.0:1787830048.586604:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830048.586610:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830048.586647:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803004672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830048.586671:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830048.586674:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830048.586676:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830048.586680:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5651 00000100:00080000:2.0:1787830048.586684:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830048.586688:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830048.586698:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830048.586710:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803004800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830048.586722:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787830048.586725:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803004672:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787830048.586735:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830048.586737:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830048.586741:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5651 00000100:00080000:2.0:1787830048.586744:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830048.586748:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830048.586753:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830048.586765:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803004928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830048.586794:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830048.586836:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830048/real 1787830048] req@ffff9d1f45d11a40 x1874669803004672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830048.586853:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803004672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830048.586863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830048.586867:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830048.586871:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803004672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830048.586893:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004800:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830048.586913:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830048.586925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830048/real 1787830048] req@ffff9d1f45d12d00 x1874669803004800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830048.586936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803004800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830048.586945:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830048.586948:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830048.586951:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830048.586957:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004928:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830048.586990:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830048.587000:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830048/real 1787830048] req@ffff9d1f45d13c00 x1874669803004928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830048.587009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803004928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830048.587021:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830048.587024:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830048.587027:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803004928:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830048.715678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830049.738633:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830050.762721:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830051.787383:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830052.810696:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830053.706585:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830053.706595:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830053.706599:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830053.706609:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5656 00000100:00080000:0.0:1787830053.706619:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830053.706625:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830053.706654:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803005056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830053.706678:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830053.706680:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830053.706682:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830053.706685:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5656 00000100:00080000:0.0:1787830053.706687:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830053.706689:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830053.706696:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830053.706704:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803005184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830053.706710:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830053.706716:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830053.706717:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830053.706719:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5656 00000100:00080000:0.0:1787830053.706721:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830053.706724:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830053.706726:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830053.706734:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803005312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830053.706747:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803005056:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830053.706795:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830053.706841:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830053/real 1787830053] req@ffff9d1f4bd95e00 x1874669803005056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830053.706858:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803005056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830053.706867:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830053.706871:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830053.706874:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803005056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830053.706880:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005184:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830053.706909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830053.706920:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830053/real 1787830053] req@ffff9d1f4bd97840 x1874669803005184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830053.706932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803005184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830053.706940:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830053.706943:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830053.706946:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005184:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830053.706970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005312:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830053.706990:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830053.707000:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830053/real 1787830053] req@ffff9d1f4bd970c0 x1874669803005312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830053.707011:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803005312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830053.707019:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830053.707023:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830053.707026:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005312:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830053.836171:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830054.859174:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830055.883043:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830056.906666:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830057.931882:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830058.827096:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830058.827104:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830058.827108:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830058.827117:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5661 00000100:00080000:1.0:1787830058.827126:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830058.827133:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830058.827168:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803005440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830058.827238:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803005440:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830058.827348:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830058.827353:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830058.827355:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830058.827359:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5661 00000100:00080000:1.0:1787830058.827363:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830058.827368:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830058.827377:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830058.827390:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803005568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830058.827645:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005568:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830058.827817:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830058.827821:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830058.827823:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830058.827827:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5661 00000100:00080000:1.0:1787830058.827831:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830058.827836:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830058.827842:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830058.827856:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803005696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830058.827901:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005696:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830058.954642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830059.978713:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830061.003375:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830061.900232:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787830061.900275:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830061.900292:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830061.900330:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830061.900339:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787830061.901141:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830058/real 1787830061] req@ffff9d1f47fa2580 x1874669803005696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830061.901165:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803005696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830061.901177:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830061.901182:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830061.901187:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005696:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787830061.901195:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830058/real 1787830061] req@ffff9d1f47fa0f00 x1874669803005568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830061.901214:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803005568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830061.901221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830061.901224:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830061.901227:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005568:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830061.901233:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830058/real 1787830061] req@ffff9d1f47fa1e00 x1874669803005440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830061.901243:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803005440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830061.901249:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830061.901251:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830061.901254:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803005440:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787830062.026884:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830063.052839:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830063.947040:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830063.947050:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830063.947054:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830063.947063:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5666 00000100:00080000:2.0:1787830063.947074:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830063.947081:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830063.947113:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669803005824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830063.947144:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830063.947148:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830063.947149:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830063.947154:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5666 00000100:00080000:2.0:1787830063.947157:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830063.947161:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830063.947171:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830063.947182:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669803005952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830063.947193:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830063.947196:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830063.947197:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830063.947200:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5666 00000100:00080000:2.0:1787830063.947204:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830063.947208:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830063.947212:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830063.947222:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669803006080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830063.947482:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803005824:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830063.947544:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830063.947581:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830063/real 1787830063] req@ffff9d1f45d103c0 x1874669803005824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830063.947597:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669803005824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830063.947607:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830063.947610:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830063.947614:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803005824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830063.947622:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005952:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830063.947644:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830063.947656:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830063/real 1787830063] req@ffff9d1f45d10000 x1874669803005952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830063.947667:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669803005952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830063.947676:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830063.947679:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830063.947683:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803005952:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830063.947688:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006080:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830063.947708:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830063.947719:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830063/real 1787830063] req@ffff9d1f45d121c0 x1874669803006080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830063.947743:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669803006080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830063.947752:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830063.947755:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830063.947758:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006080:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830064.074925:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830065.101396:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830066.122805:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830067.147416:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830068.170945:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830069.068645:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.068656:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830069.068660:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.068670:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5671 00000100:00080000:1.0:1787830069.068682:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.068690:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830069.068728:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803006208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830069.068759:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.068763:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830069.068765:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.068769:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5671 00000100:00080000:1.0:1787830069.068773:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.068777:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830069.068792:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830069.068805:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803006336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830069.068815:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.068818:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830069.068819:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.068823:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5671 00000100:00080000:1.0:1787830069.068826:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.068830:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830069.068834:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830069.068842:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803006464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830069.068919:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803006208:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830069.068989:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830069.069025:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffff9d1f47fa1e00 x1874669803006208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830069.069042:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803006208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830069.069051:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830069.069055:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830069.069059:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803006208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830069.069065:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006336:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830069.069086:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830069.069098:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffff9d1f47fa0f00 x1874669803006336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830069.069110:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803006336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830069.069119:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830069.069122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830069.069125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006336:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830069.069131:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006464:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830069.069151:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830069.069161:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffff9d1f47fa2580 x1874669803006464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830069.069178:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803006464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830069.069185:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830069.069188:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830069.069191:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006464:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830069.197154:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830070.218811:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830071.243898:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830072.266721:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830073.291360:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830074.186648:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830074.186660:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830074.186665:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830074.186677:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5677 00000100:00080000:1.0:1787830074.186691:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830074.186700:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830074.186751:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803006592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830074.186785:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830074.186788:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830074.186790:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830074.186794:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5677 00000100:00080000:1.0:1787830074.186797:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830074.186801:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830074.186812:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830074.186823:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803006720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830074.186831:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830074.186834:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830074.186836:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830074.186839:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5677 00000100:00080000:1.0:1787830074.186842:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830074.186846:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830074.186851:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830074.186861:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803006848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830074.186996:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803006592:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830074.187069:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830074.187332:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffff9d1f47fa0000 x1874669803006592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.187351:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803006592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.187363:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.187367:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830074.187371:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803006592:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830074.187378:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006720:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830074.187403:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830074.187416:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffff9d1f47fa0b40 x1874669803006720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.187428:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803006720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.187436:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.187439:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830074.187442:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830074.187448:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006848:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830074.187505:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830074.187517:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffff9d1f47fa30c0 x1874669803006848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.187528:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803006848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.187536:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.187539:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830074.187542:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803006848:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830074.316290:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830075.340343:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830076.363849:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830077.387296:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830078.411931:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830079.307056:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830079.307066:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830079.307070:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830079.307080:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5682 00000100:00080000:2.0:1787830079.307090:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830079.307098:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830079.307133:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669803006976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830079.307170:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830079.307174:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830079.307176:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830079.307180:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5682 00000100:00080000:2.0:1787830079.307184:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830079.307188:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830079.307197:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830079.307209:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669803007104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830079.307220:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830079.307223:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830079.307225:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830079.307228:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5682 00000100:00080000:2.0:1787830079.307230:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830079.307233:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830079.307237:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830079.307245:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669803007232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830079.310723:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803006976:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830079.310793:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830079.310834:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffff9d1f45d121c0 x1874669803006976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830079.310852:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669803006976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830079.310864:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830079.310868:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830079.310872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803006976:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830079.310879:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007104:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830079.310910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830079.310923:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffff9d1f45d10000 x1874669803007104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830079.310934:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669803007104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830079.310943:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830079.310946:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830079.310949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007104:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830079.310955:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007232:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830079.310973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830079.310981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffff9d1f45d103c0 x1874669803007232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830079.310992:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669803007232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830079.311006:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830079.311009:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830079.311012:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007232:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830079.435085:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830080.458645:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830081.483599:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830082.506753:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830083.531385:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830084.428530:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830084.428540:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830084.428544:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830084.428554:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5687 00000100:00080000:1.0:1787830084.428563:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830084.428571:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830084.428604:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803007360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830084.428633:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830084.428637:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830084.428639:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830084.428643:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5687 00000100:00080000:1.0:1787830084.428646:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830084.428649:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830084.428659:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830084.428671:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803007488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830084.428681:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830084.428684:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830084.428686:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830084.428689:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5687 00000100:00080000:1.0:1787830084.428697:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830084.428702:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830084.428707:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830084.428719:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803007616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830084.428806:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803007360:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830084.428874:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830084.428915:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffff9d1f47fa21c0 x1874669803007360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.428932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803007360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.428941:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.428945:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830084.428949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803007360:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830084.428956:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007488:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830084.428979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830084.428991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffff9d1f47fa1680 x1874669803007488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.429003:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803007488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.429011:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.429014:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830084.429018:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830084.429024:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007616:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830084.429043:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830084.429054:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffff9d1f47fa1a40 x1874669803007616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.429173:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803007616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.429183:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.429186:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830084.429189:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007616:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830084.554639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830085.578941:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830086.605030:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830087.626720:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830088.650659:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830089.546610:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830089.546620:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830089.546624:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830089.546634:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5692 00000100:00080000:0.0:1787830089.546644:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830089.546651:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830089.546685:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803007744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830089.546714:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830089.546717:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830089.546719:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830089.546722:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5692 00000100:00080000:0.0:1787830089.546726:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830089.546730:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830089.546739:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830089.546751:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803007872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830089.546760:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830089.546763:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830089.546765:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830089.546768:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5692 00000100:00080000:0.0:1787830089.546771:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830089.546775:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830089.546779:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830089.546787:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803008000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830089.546863:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803007744:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830089.546921:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830089.546958:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830089/real 1787830089] req@ffff9d1f4bd94b40 x1874669803007744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830089.546973:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803007744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830089.546983:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830089.546986:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830089.546990:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803007744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830089.546996:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007872:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830089.547014:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830089.547024:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830089/real 1787830089] req@ffff9d1f4bd970c0 x1874669803007872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830089.547036:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803007872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830089.547044:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830089.547047:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830089.547051:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803007872:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830089.547056:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008000:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830089.547071:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830089.547080:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830089/real 1787830089] req@ffff9d1f4bd97840 x1874669803008000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830089.547091:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803008000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830089.547099:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830089.547102:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830089.547106:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008000:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830089.674879:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830090.700246:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830091.722676:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830092.747520:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830093.770664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830094.666581:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830094.666592:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830094.666597:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830094.666607:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5697 00000100:00080000:0.0:1787830094.666618:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830094.666626:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830094.666662:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803008128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830094.666694:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830094.666698:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830094.666701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830094.666705:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5697 00000100:00080000:0.0:1787830094.666709:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830094.666714:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830094.666723:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830094.666736:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803008256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830094.666745:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830094.666748:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830094.666750:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830094.666754:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5697 00000100:00080000:0.0:1787830094.666757:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830094.666761:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830094.666766:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830094.666776:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803008384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830094.667851:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803008128:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830094.668106:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830094.668151:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830094/real 1787830094] req@ffff9d1f4bd95e00 x1874669803008128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830094.668168:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803008128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830094.668179:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830094.668183:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830094.669250:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803008128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830094.669263:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008256:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830094.669302:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830094.669320:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830094/real 1787830094] req@ffff9d1f4bd97840 x1874669803008256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830094.669334:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803008256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830094.669343:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830094.669347:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830094.669351:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008256:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830094.669358:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008384:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830094.669382:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830094.669394:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830094/real 1787830094] req@ffff9d1f4bd970c0 x1874669803008384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830094.669416:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803008384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830094.669425:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830094.669428:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830094.669431:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008384:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830094.794659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830095.820251:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830096.842629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830097.866644:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830098.890801:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830099.786707:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830099.786716:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830099.786720:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830099.786729:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5702 00000100:00080000:1.0:1787830099.786741:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830099.786748:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830099.786803:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669803008512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830099.787054:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830099.787058:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830099.787060:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830099.787064:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5702 00000100:00080000:1.0:1787830099.787131:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830099.787138:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830099.787148:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830099.787164:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669803008640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830099.787176:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830099.787179:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830099.787181:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830099.787184:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5702 00000100:00080000:1.0:1787830099.787188:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830099.787191:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830099.787196:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830099.787208:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803008768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830099.787507:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803008512:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830099.787611:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830099.787643:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830099/real 1787830099] req@ffff9d1f47fa03c0 x1874669803008512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830099.787655:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669803008512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830099.787662:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830099.787665:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830099.787668:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803008512:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830099.787672:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008640:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830099.787687:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830099.787693:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830099/real 1787830099] req@ffff9d1f47fa0780 x1874669803008640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830099.787700:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669803008640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830099.787705:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830099.787707:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830099.787708:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830099.787713:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008768:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830099.787731:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830099.787742:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830099/real 1787830099] req@ffff9d1f47fa1a40 x1874669803008768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830099.787773:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803008768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830099.787780:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830099.787783:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830099.787786:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803008768:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830099.914930:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830100.939047:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830101.964190:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830102.986975:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830104.010641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830104.908801:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830104.908812:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830104.908816:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830104.908826:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5707 00000100:00080000:3.0:1787830104.908837:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830104.908844:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830104.908882:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803008896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830104.908964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803008896:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830104.909028:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830104.909058:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830104.909063:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830104.909064:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830104.909069:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5707 00000100:00080000:3.0:1787830104.909073:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830104.909077:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830104.909087:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830104.909100:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803009024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830104.911955:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830104.911973:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830104.911977:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830104.911987:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5707 00000100:00080000:3.0:1787830104.911998:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830104.912004:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830104.912018:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830104.912065:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803009152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830104.912208:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830104/real 1787830104] req@ffff9d1f482712c0 x1874669803008896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830104.912231:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803008896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830104.912243:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830104.912248:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830104.912263:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803008896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830104.912292:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009024:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830104.912342:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830104.912367:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830104/real 1787830104] req@ffff9d1f48271e00 x1874669803009024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830104.912379:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803009024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830104.912395:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830104.912398:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830104.912402:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009024:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830104.913623:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009152:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830104.913665:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830104.913684:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830104/real 1787830104] req@ffff9d1f48270780 x1874669803009152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830104.913699:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803009152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830104.913712:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830104.913716:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830104.913719:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009152:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830105.034893:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830106.058666:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830107.083263:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830108.106746:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830109.130782:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830110.026622:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830110.026630:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830110.026633:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830110.026641:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5712 00000100:00080000:1.0:1787830110.026651:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830110.026658:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830110.026710:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803009280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830110.026749:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830110.026753:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830110.026755:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830110.026759:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5712 00000100:00080000:1.0:1787830110.026762:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830110.026766:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830110.026777:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830110.026793:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803009408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830110.026804:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830110.026812:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787830110.026814:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803009280:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830110.026815:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830110.026831:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5712 00000100:00080000:1.0:1787830110.026835:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830110.026839:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830110.026844:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830110.026858:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803009536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830110.026917:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830110.026981:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffff9d1f47fa1680 x1874669803009280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830110.027003:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803009280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830110.027016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830110.027021:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830110.027025:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803009280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830110.027053:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009408:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830110.027080:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830110.027094:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffff9d1f47fa21c0 x1874669803009408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830110.027107:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803009408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830110.027116:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830110.027120:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830110.027123:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009408:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830110.027129:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009536:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830110.027151:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830110.027163:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffff9d1f47fa30c0 x1874669803009536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830110.027175:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803009536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830110.027183:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830110.027186:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830110.027189:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009536:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830110.155499:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830111.178640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830112.202836:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830113.226654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830114.251209:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830115.147696:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830115.147707:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830115.147711:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830115.147721:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5717 00000100:00080000:3.0:1787830115.147732:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830115.147739:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830115.147775:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803009664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830115.147844:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803009664:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830115.147905:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830115.147934:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830115.147938:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830115.147940:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830115.147944:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5717 00000100:00080000:3.0:1787830115.147948:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830115.147953:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830115.147962:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830115.147975:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803009792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830115.148031:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffff9d1f48271680 x1874669803009664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.148048:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803009664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.148058:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.148062:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830115.148066:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803009664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830115.148087:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009792:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830115.148109:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830115.148121:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffff9d1f48273c00 x1874669803009792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.148132:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803009792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.148146:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.148149:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830115.148153:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009792:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787830115.148242:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830115.148246:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830115.148248:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830115.148252:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5717 00000100:00080000:3.0:1787830115.148257:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830115.148261:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830115.148266:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830115.148280:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803009920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830115.148324:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009920:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830115.148347:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830115.148408:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffff9d1f482703c0 x1874669803009920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.148420:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803009920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.148429:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.148432:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830115.148435:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803009920:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830115.274710:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830116.298804:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830117.323599:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830118.346774:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830119.370681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830120.266605:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830120.266629:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830120.266634:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830120.266647:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5723 00000100:00080000:3.0:1787830120.266662:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830120.266671:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830120.266721:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669803010048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830120.266818:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803010048:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830120.266895:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830120.266930:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830120.266934:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830120.266936:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830120.266941:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5723 00000100:00080000:3.0:1787830120.266946:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830120.266950:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830120.266962:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830120.266977:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803010176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830120.267041:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffff9d1f48273840 x1874669803010048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830120.267062:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669803010048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830120.267073:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830120.267077:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830120.267082:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803010048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830120.267109:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010176:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830120.267132:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830120.267145:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffff9d1f482703c0 x1874669803010176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830120.267157:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803010176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830120.267165:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830120.267169:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830120.267172:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010176:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787830120.267272:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830120.267276:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830120.267279:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830120.267283:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5723 00000100:00080000:3.0:1787830120.267288:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830120.267293:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830120.267299:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830120.267312:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803010304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830120.267359:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010304:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830120.267384:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830120.267446:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffff9d1f48273c00 x1874669803010304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830120.267490:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803010304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830120.267500:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830120.267504:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830120.267507:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010304:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830120.394733:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830121.421043:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830122.442812:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830123.466627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830124.490766:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830125.386605:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830125.386616:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830125.386619:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830125.386630:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5728 00000100:00080000:0.0:1787830125.386641:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830125.386649:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830125.386686:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803010432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830125.386712:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830125.386716:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830125.386718:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830125.386722:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5728 00000100:00080000:0.0:1787830125.386726:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830125.386729:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830125.386739:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830125.386754:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803010560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830125.386761:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803010432:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830125.386768:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830125.386772:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830125.386774:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830125.386778:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5728 00000100:00080000:0.0:1787830125.386782:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830125.386786:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830125.386791:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830125.386803:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803010688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830125.386873:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830125.386910:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010688:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830125.514639:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830126.540915:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830127.562852:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787830128.461695:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787830128.461876:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830128.461895:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830128.461933:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830128.461943:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787830128.462030:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffff9d1f4bd970c0 x1874669803010560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830128.462058:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803010560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830128.462071:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830128.462075:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830128.462079:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830128.462086:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffff9d1f4bd97840 x1874669803010688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830128.462099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803010688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830128.462107:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830128.462111:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830128.462114:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010688:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787830128.462120:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffff9d1f4bd94b40 x1874669803010432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830128.462131:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803010432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830128.462139:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830128.462142:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830128.462145:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803010432:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787830128.587835:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830129.610880:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830130.507121:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830130.507132:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830130.507136:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830130.507146:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5733 00000100:00080000:3.0:1787830130.507157:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830130.507164:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830130.507199:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803010816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830130.507230:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830130.507238:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830130.507240:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830130.507244:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5733 00000100:00080000:3.0:1787830130.507248:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830130.507252:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830130.507267:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830130.507280:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803010944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830130.507289:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830130.507292:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830130.507294:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830130.507298:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5733 00000100:00080000:3.0:1787830130.507302:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830130.507305:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830130.507310:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830130.507320:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803011072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830130.507400:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803010816:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830130.507499:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830130.507556:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830130/real 1787830130] req@ffff9d1f48271680 x1874669803010816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830130.507576:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803010816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830130.507587:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830130.507591:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830130.507594:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803010816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830130.507601:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010944:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830130.507627:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830130.507641:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830130/real 1787830130] req@ffff9d1f48270780 x1874669803010944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830130.507653:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803010944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830130.507661:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830130.507664:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830130.507668:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803010944:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830130.507673:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011072:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830130.507694:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830130.507705:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830130/real 1787830130] req@ffff9d1f48271e00 x1874669803011072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830130.507723:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803011072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830130.507732:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830130.507735:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830130.507738:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011072:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830130.634667:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830131.658669:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830132.682651:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830133.707250:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830134.730987:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830135.626586:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830135.626598:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830135.626601:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830135.626610:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5738 00000100:00080000:2.0:1787830135.626620:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830135.626627:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830135.626660:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803011200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830135.626733:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803011200:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830135.626796:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:2.0:1787830135.626868:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830135.626873:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830135.626875:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830135.626879:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5738 00000100:00080000:2.0:1787830135.626884:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830135.626889:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830135.626898:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830135.626916:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803011328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830135.627051:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830135/real 1787830135] req@ffff9d1f45d13c00 x1874669803011200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830135.627072:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803011200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830135.627083:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830135.627087:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830135.627093:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803011200:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830135.627120:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011328:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830135.627330:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830135.627343:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830135/real 1787830135] req@ffff9d1f45d12d00 x1874669803011328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830135.627356:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803011328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830135.627364:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830135.627368:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830135.627371:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011328:192.168.203.151@tcp:38:kworker.0 00000100:00080000:2.0:1787830135.627947:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830135.627951:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830135.627953:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830135.627957:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5738 00000100:00080000:2.0:1787830135.627961:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830135.627964:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830135.627969:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830135.627981:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803011456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830135.628049:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011456:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830135.628071:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830135.628082:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830135/real 1787830135] req@ffff9d1f45d11a40 x1874669803011456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830135.628090:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803011456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830135.628096:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830135.628098:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830135.628100:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011456:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830135.756556:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830136.778621:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830137.802629:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830138.826664:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830139.852943:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830140.747134:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830140.747141:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830140.747145:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830140.747152:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5743 00000100:00080000:2.0:1787830140.747160:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830140.747166:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830140.747206:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803011584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830140.747235:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830140.747239:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830140.747240:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830140.747245:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5743 00000100:00080000:2.0:1787830140.747250:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830140.747254:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830140.747263:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830140.747276:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803011712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830140.747287:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830140.747291:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830140.747294:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830140.747298:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5743 00000100:00080000:2.0:1787830140.747302:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830140.747306:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830140.747311:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830140.747323:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803011840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830140.747337:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803011584:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830140.747442:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830140.747549:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830140/real 1787830140] req@ffff9d1f45d13840 x1874669803011584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830140.747571:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803011584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830140.747583:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830140.747589:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830140.747593:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803011584:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830140.747602:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011712:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830140.747628:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830140.747643:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830140/real 1787830140] req@ffff9d1f45d11680 x1874669803011712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830140.747655:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803011712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830140.747664:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830140.747667:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830140.747670:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011712:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830140.747700:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011840:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830140.747722:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830140.747733:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830140/real 1787830140] req@ffff9d1f45d12580 x1874669803011840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830140.747744:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803011840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830140.747753:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830140.747756:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830140.747759:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803011840:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830140.874703:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830141.898983:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830142.923058:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830143.946693:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830144.971102:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830145.866580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830145.866591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830145.866595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830145.866605:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5748 00000100:00080000:1.0:1787830145.866615:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830145.866622:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830145.866657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803011968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830145.866689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830145.866692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830145.866694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830145.866698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5748 00000100:00080000:1.0:1787830145.866702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830145.866706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830145.866715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830145.866726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803012096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830145.866736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830145.866738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830145.866740:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830145.866743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5748 00000100:00080000:1.0:1787830145.866746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830145.866750:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830145.866755:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830145.866764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803012224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830145.866843:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803011968:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830145.866899:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830145.866936:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830145/real 1787830145] req@ffff9d1f47fa0b40 x1874669803011968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830145.866957:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803011968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830145.866965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830145.866970:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830145.866974:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803011968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830145.866980:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012096:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830145.866999:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830145.867009:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830145/real 1787830145] req@ffff9d1f47fa0000 x1874669803012096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830145.867019:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803012096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830145.867026:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830145.867028:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830145.867031:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012096:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830145.867047:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012224:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830145.867063:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830145.867076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830145/real 1787830145] req@ffff9d1f47fa2580 x1874669803012224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830145.867087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803012224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830145.867100:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830145.867103:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830145.867106:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012224:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830145.995159:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830147.018665:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830148.042813:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830149.066786:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830150.091075:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830150.986703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830150.986713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830150.986717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830150.986728:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5753 00000100:00080000:0.0:1787830150.986739:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830150.986747:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830150.986794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803012352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830150.986830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830150.986835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830150.986837:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830150.986841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5753 00000100:00080000:0.0:1787830150.986844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830150.986848:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830150.986861:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830150.986876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803012480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830150.986886:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830150.986889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830150.986891:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830150.986894:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5753 00000100:00080000:0.0:1787830150.986898:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830150.986902:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830150.986909:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803012352:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830150.986985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830150.987029:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830150/real 1787830150] req@ffff9d1f4bd95e00 x1874669803012352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830150.987046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803012352/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830150.987056:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830150.987059:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830150.987063:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803012352:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830150.987070:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012480:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830150.987092:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830150.987105:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830150/real 1787830150] req@ffff9d1f4bd94b40 x1874669803012480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830150.987116:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803012480/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830150.987124:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830150.987127:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830150.987130:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012480:192.168.203.151@tcp:38:kworker.0 00000008:00100000:0.0:1787830150.987294:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830150.987310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803012608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830150.987426:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012608:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830150.987452:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830150.987490:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830150/real 1787830150] req@ffff9d1f4bd97840 x1874669803012608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830150.987502:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803012608/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830150.987510:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830150.987512:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830150.987515:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012608:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830151.116397:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830152.138632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830153.162813:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830154.186882:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830155.211406:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830156.106576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830156.106586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830156.106589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830156.106599:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5758 00000100:00080000:0.0:1787830156.106610:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830156.106617:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830156.106652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803012736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830156.106690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830156.106693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830156.106695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830156.106698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5758 00000100:00080000:0.0:1787830156.106703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830156.106706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830156.106715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830156.106729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803012864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830156.106738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830156.106742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830156.106743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830156.106747:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5758 00000100:00080000:0.0:1787830156.106750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830156.106754:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830156.106759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830156.106781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803012992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830156.106933:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803012736:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830156.107008:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830156.107046:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffff9d1f4bd970c0 x1874669803012736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830156.107062:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803012736/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830156.107072:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830156.107076:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830156.107080:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803012736:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830156.107094:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012864:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830156.107118:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830156.107239:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffff9d1f4bd97840 x1874669803012864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830156.107255:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803012864/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830156.107264:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830156.107267:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830156.107270:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012864:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830156.107276:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012992:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830156.107300:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830156.107312:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffff9d1f4bd94b40 x1874669803012992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830156.107323:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803012992/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830156.107331:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830156.107334:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830156.107337:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803012992:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830156.234782:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830157.260708:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830158.282661:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830159.310502:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830160.331391:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830161.226590:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830161.226600:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830161.226604:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830161.226614:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5764 00000100:00080000:2.0:1787830161.226625:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830161.226632:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830161.226668:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803013120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830161.226698:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830161.226701:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830161.226703:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830161.226707:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5764 00000100:00080000:2.0:1787830161.226710:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830161.226714:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830161.226723:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830161.226735:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803013248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830161.226744:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830161.226747:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830161.226749:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830161.226752:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5764 00000100:00080000:2.0:1787830161.226755:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830161.226758:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830161.226763:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830161.226773:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803013376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830161.226865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803013120:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830161.226931:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830161.226993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffff9d1f45d10780 x1874669803013120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830161.227010:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803013120/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830161.227025:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830161.227029:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830161.227033:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803013120:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830161.227040:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013248:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830161.227065:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830161.227212:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffff9d1f45d11e00 x1874669803013248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830161.227226:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803013248/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830161.227234:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830161.227237:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830161.227240:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013248:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830161.227245:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013376:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830161.227267:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830161.227279:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffff9d1f45d13480 x1874669803013376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830161.227289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803013376/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830161.227296:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830161.227299:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830161.227302:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013376:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830161.354650:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830162.379230:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830163.403370:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830164.427138:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830165.450786:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830166.347131:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.347142:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830166.347146:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.347157:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5769 00000100:00080000:3.0:1787830166.347168:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.347176:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830166.347211:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803013504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830166.347244:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.347248:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830166.347250:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.347255:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5769 00000100:00080000:3.0:1787830166.347259:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.347264:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830166.347273:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830166.347284:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803013632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830166.347306:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.347310:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830166.347311:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.347315:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5769 00000100:00080000:3.0:1787830166.347318:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.347321:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830166.347326:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830166.347337:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803013760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830166.347409:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803013504:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830166.347474:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830166.347507:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffff9d1f482712c0 x1874669803013504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.347518:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803013504/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.347524:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.347527:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830166.347529:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803013504:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830166.347534:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013632:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830166.347549:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830166.347559:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffff9d1f48270f00 x1874669803013632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.347569:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803013632/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.347576:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.347579:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830166.347582:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013632:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830166.347588:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013760:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830166.347607:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830166.347617:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffff9d1f48270b40 x1874669803013760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.347628:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803013760/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.347643:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.347646:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830166.347649:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803013760:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830166.474830:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830167.498815:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830168.523059:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830169.546743:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830170.570715:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830171.466564:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830171.466572:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830171.466580:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830171.466603:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5774 00000100:00080000:3.0:1787830171.466613:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830171.466621:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830171.466660:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803013888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830171.466690:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830171.466693:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830171.466695:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830171.466698:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5774 00000100:00080000:3.0:1787830171.466701:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830171.466709:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830171.466717:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830171.466728:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803014016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830171.466745:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830171.466749:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830171.466750:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830171.466763:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5774 00000100:00080000:3.0:1787830171.466767:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830171.466770:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830171.466774:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830171.466784:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803014144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830171.466844:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803013888:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830171.466910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830171.466942:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffff9d1f48272d00 x1874669803013888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830171.466954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803013888/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830171.466961:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830171.466964:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830171.466966:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803013888:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830171.466970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014016:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830171.466985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830171.466991:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffff9d1f48273480 x1874669803014016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830171.466998:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803014016/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830171.467003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830171.467005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830171.467008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014016:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830171.467012:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014144:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830171.467025:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830171.467034:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffff9d1f48272940 x1874669803014144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830171.467043:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803014144/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830171.467051:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830171.467053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830171.467056:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014144:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830171.594684:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830172.618639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830173.643385:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830174.666743:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830175.690747:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830176.586832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830176.586842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830176.586846:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830176.586855:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5779 00000100:00080000:1.0:1787830176.586866:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830176.586873:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830176.586905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803014272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830176.586935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830176.586938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830176.586940:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830176.586944:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5779 00000100:00080000:1.0:1787830176.586948:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830176.586951:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830176.586960:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830176.586972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803014400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830176.586982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830176.586985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830176.586987:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830176.586991:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5779 00000100:00080000:1.0:1787830176.586994:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830176.586998:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830176.587003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830176.587015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803014528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830176.587102:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803014272:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830176.587161:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830176.587195:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830176/real 1787830176] req@ffff9d1f47fa0f00 x1874669803014272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830176.587211:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803014272/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830176.587221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830176.587238:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830176.587241:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803014272:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830176.587249:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014400:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830176.587272:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830176.587283:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830176/real 1787830176] req@ffff9d1f47fa1e00 x1874669803014400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830176.587291:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803014400/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830176.587296:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830176.587299:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830176.587301:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014400:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830176.587307:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014528:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830176.587325:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830176.587335:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830176/real 1787830176] req@ffff9d1f47fa3840 x1874669803014528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830176.587346:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803014528/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830176.587354:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830176.587357:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830176.587360:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014528:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830176.714672:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830177.738669:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830178.762716:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830179.787150:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830180.811967:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830181.707491:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830181.707502:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830181.707506:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830181.707517:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5784 00000100:00080000:3.0:1787830181.707528:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830181.707536:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830181.707571:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669803014656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830181.707598:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830181.707602:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830181.707604:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830181.707608:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5784 00000100:00080000:3.0:1787830181.707612:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830181.707616:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830181.707624:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830181.707638:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803014784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830181.707648:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830181.707654:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830181.707656:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830181.707660:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5784 00000100:00080000:3.0:1787830181.707663:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787830181.707667:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803014656:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830181.707670:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000800:00000100:2.0:1787830181.707734:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830181.707791:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830181/real 1787830181] req@ffff9d1f48270000 x1874669803014656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787830181.707799:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830181.707818:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803014912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830181.707824:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669803014656/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830181.707840:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830181.707845:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830181.707849:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803014656:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830181.707858:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014784:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830181.707882:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830181.707895:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830181/real 1787830181] req@ffff9d1f48272940 x1874669803014784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830181.707906:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803014784/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830181.707915:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830181.707918:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830181.707921:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014784:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830181.707944:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014912:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830181.707967:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830181.707978:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830181/real 1787830181] req@ffff9d1f48273480 x1874669803014912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830181.707989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803014912/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830181.708001:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830181.708004:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830181.708007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803014912:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830181.834922:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830182.859209:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830183.882663:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830184.906691:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830185.930711:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830186.826656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830186.826667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830186.826671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830186.826682:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5789 00000100:00080000:3.0:1787830186.826692:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830186.826700:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830186.826737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803015040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830186.826766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830186.826787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830186.826789:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830186.826795:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5789 00000100:00080000:3.0:1787830186.826799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830186.826803:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830186.826813:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830186.826828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803015168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830186.826840:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803015040:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830186.826842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830186.826849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830186.826851:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830186.826855:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5789 00000100:00080000:3.0:1787830186.826859:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830186.826864:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830186.826869:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830186.826882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803015296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830186.826900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830186.826936:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830186/real 1787830186] req@ffff9d1f48272d00 x1874669803015040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830186.826948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803015040/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830186.826955:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830186.826958:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830186.826961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803015040:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830186.826985:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015168:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830186.827008:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830186.827020:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830186/real 1787830186] req@ffff9d1f48270b40 x1874669803015168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830186.827032:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803015168/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830186.827039:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830186.827042:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830186.827046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015168:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830186.827051:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015296:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830186.827083:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830186.827093:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830186/real 1787830186] req@ffff9d1f48270f00 x1874669803015296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830186.827103:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803015296/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830186.827111:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830186.827113:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830186.827116:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015296:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830186.954986:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830187.979216:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830189.004355:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830190.026917:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830191.051190:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830191.946668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830191.946679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830191.946683:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830191.946693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5794 00000100:00080000:3.0:1787830191.946711:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830191.946719:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830191.946771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803015424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830191.946801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787830191.946848:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803015424:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830191.947304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830191.947306:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830191.947311:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5794 00000100:00080000:3.0:1787830191.947316:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830191.947329:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830191.947340:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830191.947356:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803015552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830191.947416:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015552:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787830191.947482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830191.947486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830191.947488:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830191.947493:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5794 00000100:00080000:3.0:1787830191.947498:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830191.947502:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830191.947507:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830191.947528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803015680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830191.948616:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015680:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830192.074851:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830193.098647:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830194.122612:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830195.018896:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787830195.018954:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830195.018980:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830195.019033:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830195.019044:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787830195.019113:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830191/real 1787830195] req@ffff9d1f48270780 x1874669803015680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830195.019147:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803015680/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830195.019158:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830195.019163:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830195.019167:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015680:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787830195.019174:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830191/real 1787830195] req@ffff9d1f48271e00 x1874669803015552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830195.019187:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803015552/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830195.019194:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830195.019198:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830195.019201:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015552:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830195.019207:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830191/real 1787830195] req@ffff9d1f482712c0 x1874669803015424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830195.019217:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803015424/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830195.019224:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830195.019227:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830195.019230:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803015424:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787830195.147262:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830196.172279:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830197.066918:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.066928:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830197.066932:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.066943:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5799 00000100:00080000:3.0:1787830197.066955:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.066968:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830197.067006:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803015808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830197.067035:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.067040:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830197.067042:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.067046:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5799 00000100:00080000:3.0:1787830197.067050:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.067054:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830197.067063:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830197.067074:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803015936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830197.067098:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.067101:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830197.067103:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.067107:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5799 00000100:00080000:3.0:1787830197.067110:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.067114:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830197.067119:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830197.067130:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803016064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830197.067135:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803015808:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830197.067206:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830197.067247:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffff9d1f48271680 x1874669803015808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830197.067264:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803015808/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830197.067274:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830197.067278:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830197.067282:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803015808:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830197.067289:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015936:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830197.067312:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830197.067325:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffff9d1f48273c00 x1874669803015936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830197.067336:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803015936/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830197.067344:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830197.067347:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830197.067350:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803015936:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830197.067374:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016064:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830197.067393:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830197.067404:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffff9d1f482703c0 x1874669803016064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830197.067415:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803016064/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830197.067423:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830197.067426:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830197.067429:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016064:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830197.194971:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830198.219323:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830199.242662:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830200.267275:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830201.290778:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830202.186685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.186697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830202.186701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.186711:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5805 00000100:00080000:3.0:1787830202.186721:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.186729:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830202.186763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669803016192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830202.186789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.186795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830202.186797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.186801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5805 00000100:00080000:3.0:1787830202.186805:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.186809:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830202.186819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830202.186833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803016320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830202.186841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.186845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830202.186846:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.186849:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5805 00000100:00080000:3.0:1787830202.186852:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.186856:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830202.186860:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830202.186867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803016448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830202.187087:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803016192:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830202.187192:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830202.187255:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffff9d1f48273840 x1874669803016192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830202.187275:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669803016192/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830202.187286:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830202.187290:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830202.187294:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803016192:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830202.187302:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016320:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830202.187325:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830202.187337:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffff9d1f482703c0 x1874669803016320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830202.187347:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803016320/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830202.187355:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830202.187358:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830202.187361:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016320:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830202.187367:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016448:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830202.187385:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830202.187394:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffff9d1f48273c00 x1874669803016448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830202.187403:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803016448/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830202.187410:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830202.187412:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830202.187416:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016448:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830202.314693:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830203.338747:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830204.363391:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830205.387481:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830206.410620:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830207.308873:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830207.308881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830207.308885:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830207.308895:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5810 00000100:00080000:3.0:1787830207.308906:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830207.308913:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830207.308945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803016576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830207.308990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830207.308994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830207.308996:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830207.309001:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5810 00000100:00080000:3.0:1787830207.309005:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787830207.309036:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803016576:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830207.309100:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830207.309139:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffff9d1f48271680 x1874669803016576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.309156:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803016576/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.309166:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.309170:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830207.309173:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803016576:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830207.309664:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830207.309674:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830207.309689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803016704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830207.309772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830207.309776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830207.309778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830207.309782:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5810 00000100:00080000:3.0:1787830207.309787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830207.309791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830207.309796:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830207.309808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803016832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830207.310027:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016704:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830207.310062:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830207.310076:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffff9d1f482712c0 x1874669803016704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.310089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803016704/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.310098:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.310102:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830207.310105:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016704:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830207.310111:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016832:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830207.310133:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830207.310144:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffff9d1f48271e00 x1874669803016832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.310155:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803016832/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.310164:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.310167:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830207.310170:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803016832:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830207.435199:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830208.458636:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830209.482892:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830210.507799:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830211.530623:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830212.426590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830212.426602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830212.426606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830212.426616:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5815 00000100:00080000:3.0:1787830212.426629:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830212.426637:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830212.426679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803016960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830212.426711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830212.426714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830212.426716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830212.426720:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5815 00000100:00080000:3.0:1787830212.426724:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830212.426728:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830212.426738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830212.426750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803017088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830212.426761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830212.426764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830212.426766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830212.426769:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5815 00000100:00080000:3.0:1787830212.426773:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830212.426776:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830212.426781:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830212.426790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803017216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830212.427005:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803016960:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830212.427068:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830212.427111:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffff9d1f48270780 x1874669803016960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830212.427225:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803016960/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830212.427235:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830212.427239:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830212.427243:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803016960:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830212.427250:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017088:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830212.427274:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830212.427286:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffff9d1f48270f00 x1874669803017088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830212.427298:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803017088/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830212.427306:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830212.427309:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830212.427312:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017088:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830212.427318:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017216:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830212.427350:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830212.427361:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffff9d1f48270b40 x1874669803017216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830212.427371:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803017216/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830212.427379:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830212.427382:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830212.427385:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017216:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830212.554725:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830213.578659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830214.602770:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830215.626651:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830216.650689:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830217.547133:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830217.547145:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830217.547149:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830217.547160:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5820 00000100:00080000:3.0:1787830217.547170:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830217.547177:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830217.547210:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803017344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830217.547241:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830217.547245:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830217.547247:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830217.547252:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5820 00000100:00080000:3.0:1787830217.547255:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830217.547258:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830217.547273:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830217.547286:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803017472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830217.547296:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830217.547300:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830217.547301:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830217.547304:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5820 00000100:00080000:3.0:1787830217.547308:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830217.547311:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830217.547316:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830217.547326:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803017600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830217.547570:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803017344:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830217.547634:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830217.547784:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830217/real 1787830217] req@ffff9d1f48272d00 x1874669803017344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830217.547805:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803017344/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830217.547814:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830217.547819:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830217.547823:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803017344:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830217.547830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017472:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830217.547854:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830217.547867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830217/real 1787830217] req@ffff9d1f48273480 x1874669803017472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830217.547879:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803017472/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830217.547887:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830217.547890:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830217.547892:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017472:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830217.547898:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017600:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830217.547917:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830217.547928:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830217/real 1787830217] req@ffff9d1f48272940 x1874669803017600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830217.547954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803017600/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830217.547964:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830217.547967:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830217.547970:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017600:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830217.675014:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830218.698813:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830219.724889:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830220.746686:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830221.770737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830222.666666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830222.666678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830222.666682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830222.666692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5825 00000100:00080000:0.0:1787830222.666702:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830222.666710:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830222.666745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803017728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830222.666785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830222.666789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830222.666791:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830222.666795:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5825 00000100:00080000:0.0:1787830222.666799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830222.666802:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830222.666811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830222.666824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803017856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830222.666834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830222.666837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830222.666839:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830222.666842:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5825 00000100:00080000:0.0:1787830222.666846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830222.666850:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830222.666854:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830222.666864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803017984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830222.667133:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803017728:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830222.667195:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830222.667250:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830222/real 1787830222] req@ffff9d1f4bd95e00 x1874669803017728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830222.667268:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803017728/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830222.667277:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830222.667281:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830222.667285:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803017728:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830222.667293:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017856:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830222.667316:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830222.667329:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830222/real 1787830222] req@ffff9d1f4bd94b40 x1874669803017856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830222.667341:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803017856/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830222.667348:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830222.667352:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830222.667355:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017856:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830222.667361:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017984:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830222.667382:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830222.667394:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830222/real 1787830222] req@ffff9d1f4bd97840 x1874669803017984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830222.667405:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803017984/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830222.667418:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830222.667421:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830222.667425:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803017984:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830222.794730:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830223.818694:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830224.842732:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830225.867200:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830226.890732:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830227.786606:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830227.786616:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830227.786620:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830227.786629:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5830 00000100:00080000:2.0:1787830227.786640:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830227.786647:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830227.786684:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669803018112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830227.786714:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830227.786719:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830227.786720:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830227.786725:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5830 00000100:00080000:2.0:1787830227.786729:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830227.786733:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830227.786743:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830227.786756:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669803018240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830227.786771:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830227.786774:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830227.786776:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830227.786779:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5830 00000100:00080000:2.0:1787830227.786783:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830227.786787:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830227.786791:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830227.786802:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669803018368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830227.786874:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803018112:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830227.786936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830227.786975:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830227/real 1787830227] req@ffff9d1f45d112c0 x1874669803018112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830227.786991:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669803018112/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830227.787001:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830227.787005:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830227.787008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803018112:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830227.787015:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018240:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830227.787039:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830227.787052:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830227/real 1787830227] req@ffff9d1f45d130c0 x1874669803018240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830227.787063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669803018240/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830227.787071:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830227.787074:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830227.787077:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018240:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830227.787082:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018368:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830227.787103:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830227.787114:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830227/real 1787830227] req@ffff9d1f45d12940 x1874669803018368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830227.787125:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669803018368/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830227.787133:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830227.787135:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830227.787138:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018368:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830227.914654:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830228.938791:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830229.962655:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830230.987411:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830232.010854:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830232.906788:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830232.906799:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830232.906803:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830232.906813:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5835 00000100:00080000:0.0:1787830232.906824:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830232.906839:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830232.906875:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803018496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830232.906906:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830232.906909:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830232.906911:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830232.906915:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5835 00000100:00080000:0.0:1787830232.906919:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830232.906922:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830232.906931:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830232.906944:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803018624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830232.906953:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830232.906956:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830232.906958:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830232.906960:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5835 00000100:00080000:0.0:1787830232.906963:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830232.906967:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830232.906971:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830232.906981:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803018752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830232.907272:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803018496:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830232.907336:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830232.907382:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830232/real 1787830232] req@ffff9d1f4bd970c0 x1874669803018496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830232.907399:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803018496/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830232.907409:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830232.907413:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830232.907416:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803018496:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830232.907423:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018624:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830232.907447:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830232.907479:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830232/real 1787830232] req@ffff9d1f4bd97840 x1874669803018624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830232.907492:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803018624/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830232.907501:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830232.907504:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830232.907507:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018624:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830232.907513:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018752:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830232.907534:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830232.907545:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830232/real 1787830232] req@ffff9d1f4bd94b40 x1874669803018752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830232.907556:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803018752/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830232.907564:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830232.907567:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830232.907575:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803018752:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830233.034678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830234.058894:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830235.082802:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830236.106678:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830237.131862:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830238.026588:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.026599:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830238.026604:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.026614:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5840 00000100:00080000:3.0:1787830238.026625:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.026632:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830238.026674:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669803018880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830238.026698:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.026703:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830238.026704:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.026708:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5840 00000100:00080000:3.0:1787830238.026712:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.026716:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830238.026725:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830238.026740:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803019008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830238.026748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803018880:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830238.026754:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.026761:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830238.026763:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.026767:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5840 00000100:00080000:3.0:1787830238.026771:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.026775:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830238.026781:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830238.026806:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803019136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830238.026828:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830238.026880:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffff9d1f48270000 x1874669803018880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830238.026898:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669803018880/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830238.026909:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830238.026913:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830238.026917:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803018880:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830238.026939:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019008:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830238.026962:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830238.026974:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffff9d1f48272940 x1874669803019008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830238.026985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803019008/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830238.026994:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830238.026997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830238.027000:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019008:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830238.027006:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019136:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830238.027026:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830238.027036:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffff9d1f48273480 x1874669803019136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830238.027053:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803019136/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830238.027061:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830238.027064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830238.027068:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019136:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830238.154829:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830239.178776:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830240.202663:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830241.226629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830242.250928:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830243.146742:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830243.146754:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830243.146768:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830243.146779:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5845 00000100:00080000:3.0:1787830243.146790:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830243.146798:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830243.146834:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803019264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830243.146915:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803019264:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830243.146973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830243.147004:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830243.147008:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830243.147010:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830243.147014:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5845 00000100:00080000:3.0:1787830243.147018:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830243.147022:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830243.147040:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830243.147053:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803019392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830243.149889:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffff9d1f48272d00 x1874669803019264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830243.149915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803019264/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830243.149925:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830243.149930:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830243.149934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803019264:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830243.149964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019392:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830243.150024:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830243.150672:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830243.150678:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830243.150680:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830243.150686:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5845 00000100:00080000:3.0:1787830243.150693:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830243.150701:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830243.150712:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830243.150741:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803019520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830243.150787:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffff9d1f48270b40 x1874669803019392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830243.150816:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803019392/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830243.150824:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830243.150828:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830243.150831:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019392:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830243.150848:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019520:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830243.150885:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830243.150896:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffff9d1f48270f00 x1874669803019520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830243.150907:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803019520/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830243.150914:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830243.150917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830243.150919:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019520:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830243.274605:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830244.300162:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830245.322756:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830246.346664:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830247.370636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830248.266860:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830248.266871:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830248.266875:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830248.266887:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5851 00000100:00080000:3.0:1787830248.266898:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830248.266906:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830248.266942:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803019648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830248.266975:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830248.266979:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830248.266981:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830248.266986:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5851 00000100:00080000:3.0:1787830248.266990:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830248.266994:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830248.267003:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830248.267016:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803019776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830248.267026:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830248.267031:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830248.267033:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830248.267036:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5851 00000100:00080000:3.0:1787830248.267039:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830248.267043:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830248.267048:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830248.267058:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803019904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830248.267796:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803019648:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830248.267860:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830248.267899:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffff9d1f48270780 x1874669803019648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.267922:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803019648/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.267932:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.267936:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830248.267940:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803019648:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830248.267946:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019776:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830248.267969:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830248.267982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffff9d1f48271e00 x1874669803019776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.267993:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803019776/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.268000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.268003:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830248.268007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019776:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830248.268012:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019904:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830248.268032:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830248.268043:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffff9d1f482712c0 x1874669803019904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.268054:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803019904/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.268068:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.268071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830248.268073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803019904:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830248.394734:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830249.420129:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830250.442645:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830251.466648:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830252.490650:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830253.386624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830253.386636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830253.386640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830253.386650:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5856 00000100:00080000:3.0:1787830253.386661:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830253.386669:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830253.386720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803020032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830253.386747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830253.386752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830253.386753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830253.386757:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5856 00000100:00080000:3.0:1787830253.386761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830253.386765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830253.386774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830253.386787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803020160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830253.386795:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803020032:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830253.386803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830253.386807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830253.386809:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830253.386813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5856 00000100:00080000:3.0:1787830253.386817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830253.386822:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830253.386826:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830253.386839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803020288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830253.386860:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830253.386894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffff9d1f48271680 x1874669803020032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.386915:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803020032/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.386922:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.386927:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830253.386930:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803020032:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830253.386948:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020160:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830253.386965:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830253.386976:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffff9d1f48273c00 x1874669803020160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.386987:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803020160/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.387000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.387003:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830253.387007:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020160:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830253.387012:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020288:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830253.387032:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830253.387042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffff9d1f482703c0 x1874669803020288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.387053:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803020288/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.387061:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.387063:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830253.387066:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020288:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830253.515494:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830254.538937:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830255.562756:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830256.586628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830257.610671:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830258.506631:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830258.506642:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830258.506646:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830258.506671:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5861 00000100:00080000:1.0:1787830258.506682:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830258.506690:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830258.506736:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803020416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830258.506764:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830258.506768:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830258.506770:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830258.506774:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5861 00000100:00080000:1.0:1787830258.506778:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830258.506783:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830258.506792:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830258.506807:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669803020544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830258.506811:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803020416:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830258.506829:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830258.506833:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830258.506835:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830258.506840:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5861 00000100:00080000:1.0:1787830258.506843:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830258.506847:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830258.506852:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830258.506863:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803020672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830258.506970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830258.507000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020672:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830258.635061:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830259.658667:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830260.683862:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787830261.580052:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787830261.580092:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830261.580108:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830261.580149:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830261.580157:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787830261.580603:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830258/real 1787830261] req@ffff9d1f47fa2940 x1874669803020544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830261.580624:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669803020544/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830261.580644:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830261.580649:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830261.580653:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020544:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830261.580661:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830258/real 1787830261] req@ffff9d1f47fa3840 x1874669803020672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830261.580672:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803020672/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830261.580679:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830261.580682:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830261.580685:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020672:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787830261.580691:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830258/real 1787830261] req@ffff9d1f47fa3c00 x1874669803020416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830261.580703:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803020416/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830261.580710:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830261.580713:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830261.580715:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803020416:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787830261.707809:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830262.731089:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830263.626646:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830263.626657:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830263.626661:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830263.626671:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5866 00000100:00080000:3.0:1787830263.626683:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830263.626690:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830263.626724:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669803020800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830263.626754:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830263.626757:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830263.626759:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830263.626763:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5866 00000100:00080000:3.0:1787830263.626767:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830263.626771:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830263.626780:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830263.626793:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803020928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830263.626802:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830263.626805:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830263.626807:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830263.626810:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5866 00000100:00080000:3.0:1787830263.626813:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830263.626817:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830263.626821:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830263.626830:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803021056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830263.627007:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803020800:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830263.627068:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830263.627104:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830263/real 1787830263] req@ffff9d1f48273840 x1874669803020800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830263.627120:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669803020800/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830263.627131:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830263.627135:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830263.627138:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803020800:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830263.627165:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020928:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830263.627190:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830263.627201:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830263/real 1787830263] req@ffff9d1f482703c0 x1874669803020928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830263.627213:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803020928/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830263.627221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830263.627224:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830263.627227:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803020928:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830263.627233:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021056:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830263.627252:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830263.627263:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830263/real 1787830263] req@ffff9d1f48273c00 x1874669803021056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830263.627273:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803021056/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830263.627281:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830263.627284:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830263.627287:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021056:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830263.754659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830264.778689:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830265.804163:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830266.827406:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830267.850750:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830268.746693:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830268.746707:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830268.746712:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830268.746724:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5871 00000100:00080000:3.0:1787830268.746738:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830268.746747:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830268.746792:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803021184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830268.746827:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830268.746835:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830268.746836:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830268.746842:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5871 00000100:00080000:3.0:1787830268.746845:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830268.746849:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830268.746861:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830268.746875:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803021312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830268.746886:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830268.746889:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830268.746891:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830268.746894:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5871 00000100:00080000:3.0:1787830268.746901:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830268.746904:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830268.746908:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830268.746916:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803021440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830268.747873:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803021184:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830268.747954:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830268.748002:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830268/real 1787830268] req@ffff9d1f48271680 x1874669803021184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830268.748020:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803021184/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830268.748031:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830268.748035:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830268.748038:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803021184:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830268.748045:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021312:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830268.748069:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830268.748080:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830268/real 1787830268] req@ffff9d1f482712c0 x1874669803021312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830268.748096:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803021312/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830268.748104:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830268.748107:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830268.748110:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021312:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830268.748117:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021440:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830268.748137:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830268.748148:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830268/real 1787830268] req@ffff9d1f48271e00 x1874669803021440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830268.748159:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803021440/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830268.748166:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830268.748169:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830268.748172:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021440:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830268.874786:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830269.899663:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830270.922776:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830271.946659:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830272.970637:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830273.866587:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830273.866597:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830273.866602:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830273.866612:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5876 00000100:00080000:3.0:1787830273.866622:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830273.866629:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830273.866663:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803021568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830273.866698:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830273.866702:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830273.866704:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830273.866709:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5876 00000100:00080000:3.0:1787830273.866712:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830273.866716:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830273.866726:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830273.866737:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803021696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830273.866747:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830273.866750:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830273.866751:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830273.866755:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5876 00000100:00080000:3.0:1787830273.866757:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830273.866761:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830273.866765:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830273.866774:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803021824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830273.867588:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803021568:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830273.867651:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830273.867685:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830273/real 1787830273] req@ffff9d1f48270780 x1874669803021568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830273.867701:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803021568/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830273.867709:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830273.867713:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830273.867716:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803021568:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830273.867724:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021696:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830273.867745:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830273.867757:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830273/real 1787830273] req@ffff9d1f48270f00 x1874669803021696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830273.867768:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803021696/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830273.867774:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830273.867776:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830273.867778:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021696:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830273.867782:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021824:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830273.867806:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830273.867818:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830273/real 1787830273] req@ffff9d1f48270b40 x1874669803021824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830273.867838:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803021824/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830273.867852:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830273.867855:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830273.867857:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803021824:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830273.994684:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830275.020318:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830276.046926:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830277.066620:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830278.090619:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830278.986824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830278.986834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830278.986837:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830278.986848:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5881 00000100:00080000:3.0:1787830278.986859:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830278.986867:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830278.987444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803021952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830278.987473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830278.987476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830278.987478:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830278.987482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5881 00000100:00080000:3.0:1787830278.987486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830278.987489:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830278.987497:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830278.987499:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803021952:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830278.987527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803022080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830278.987540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830278.987543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830278.987545:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830278.987548:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5881 00000100:00080000:3.0:1787830278.987553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830278.987557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830278.987563:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830278.987575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803022208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830278.987584:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830278.987627:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830278/real 1787830278] req@ffff9d1f48272d00 x1874669803021952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830278.987646:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803021952/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830278.987657:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830278.987660:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830278.987664:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803021952:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830278.987686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022080:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830278.987710:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830278.987723:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830278/real 1787830278] req@ffff9d1f48273480 x1874669803022080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830278.987735:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803022080/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830278.987749:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830278.987753:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830278.987757:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022080:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830278.987763:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022208:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830278.987784:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830278.987795:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830278/real 1787830278] req@ffff9d1f48272940 x1874669803022208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830278.987806:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803022208/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830278.987815:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830278.987818:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830278.987821:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022208:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830279.114604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830280.138927:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830281.162860:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830282.187020:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830283.211382:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830284.106648:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830284.106664:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830284.106668:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830284.106677:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5886 00000100:00080000:3.0:1787830284.106686:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830284.106692:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830284.106729:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669803022336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830284.106756:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830284.106760:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830284.106762:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830284.106766:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5886 00000100:00080000:3.0:1787830284.106770:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830284.106774:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830284.106784:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830284.106798:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803022464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830284.106808:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830284.106811:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830284.106813:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830284.106816:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5886 00000100:00080000:3.0:1787830284.106819:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830284.106823:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830284.106828:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830284.106835:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803022592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830284.106956:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803022336:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830284.107030:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830284.107071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffff9d1f48270000 x1874669803022336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.107087:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669803022336/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.107112:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.107117:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830284.107123:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803022336:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830284.107130:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022464:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830284.107151:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830284.107163:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffff9d1f48272940 x1874669803022464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.107174:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803022464/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.107182:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.107185:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830284.107188:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022464:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830284.107194:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022592:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830284.107226:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830284.107237:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffff9d1f48273480 x1874669803022592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.107247:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803022592/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.107255:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.107258:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830284.107261:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022592:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830284.234728:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830285.258767:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830286.282606:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830287.306579:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830288.330868:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830289.226562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830289.226573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830289.226577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830289.226588:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5892 00000100:00080000:3.0:1787830289.226599:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830289.226606:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830289.226642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803022720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830289.226671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830289.226675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830289.226677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830289.226681:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5892 00000100:00080000:3.0:1787830289.226685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830289.226688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830289.226706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830289.226725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803022848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830289.226735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830289.226738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830289.226739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830289.226742:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5892 00000100:00080000:3.0:1787830289.226746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830289.226750:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830289.226754:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830289.226763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803022976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830289.226813:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803022720:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830289.226889:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830289.227005:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffff9d1f48272d00 x1874669803022720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.227023:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803022720/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.227124:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.227129:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830289.227133:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803022720:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830289.227140:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022848:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830289.227166:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830289.227178:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffff9d1f48270b40 x1874669803022848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.227189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803022848/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.227197:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.227200:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830289.227203:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022848:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830289.227209:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022976:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830289.227232:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830289.227243:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffff9d1f48270f00 x1874669803022976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.227253:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803022976/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.227261:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.227264:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830289.227267:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803022976:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830289.354671:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830290.378777:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830291.402792:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830292.426652:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830293.450643:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830294.346760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830294.346966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830294.346970:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830294.346977:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5897 00000100:00080000:0.0:1787830294.346987:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830294.346992:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830294.347024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803023104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830294.347046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830294.347049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830294.347050:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830294.347053:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5897 00000100:00080000:0.0:1787830294.347055:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830294.347057:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830294.347064:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830294.347073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803023232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830294.347080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830294.347081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830294.347082:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830294.347084:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5897 00000100:00080000:0.0:1787830294.347087:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830294.347089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830294.347092:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830294.347097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803023360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830294.347355:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803023104:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830294.347425:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830294.347483:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffff9d1f4bd95e00 x1874669803023104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830294.347498:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803023104/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830294.347507:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830294.347510:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830294.347513:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803023104:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830294.347519:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023232:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830294.347541:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830294.347552:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffff9d1f4bd94b40 x1874669803023232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830294.347563:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803023232/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830294.347571:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830294.347574:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830294.347577:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023232:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830294.347582:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023360:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830294.347601:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830294.347611:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffff9d1f4bd97840 x1874669803023360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830294.347785:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803023360/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830294.347793:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830294.347797:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830294.347799:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023360:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830294.474757:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830295.499093:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830296.522750:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830297.546796:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830298.570860:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830299.466587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830299.466598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830299.466602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830299.466611:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5902 00000100:00080000:0.0:1787830299.466623:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830299.466631:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830299.466681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803023488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830299.466712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830299.466716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830299.466719:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830299.466723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5902 00000100:00080000:0.0:1787830299.466727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830299.466731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830299.466741:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830299.466755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803023616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830299.466783:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803023488:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830299.466787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830299.466793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830299.466797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830299.466802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5902 00000100:00080000:0.0:1787830299.466817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830299.466822:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830299.466828:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830299.466842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803023744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830299.466868:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830299.466925:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffff9d1f4bd970c0 x1874669803023488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830299.466948:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803023488/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830299.466957:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830299.466961:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830299.466964:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803023488:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830299.466987:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023616:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830299.467020:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830299.467032:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffff9d1f4bd97840 x1874669803023616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830299.467042:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803023616/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830299.467050:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830299.467053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830299.467055:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023616:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830299.467061:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023744:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830299.467081:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830299.467092:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffff9d1f4bd94b40 x1874669803023744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830299.467103:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803023744/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830299.467116:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830299.467119:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830299.467122:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803023744:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830299.596342:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830300.618704:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830301.642657:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830302.667574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830303.691366:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830304.586662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830304.586675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830304.586680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830304.586691:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5907 00000100:00080000:2.0:1787830304.586703:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830304.586709:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830304.586750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669803023872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830304.586782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830304.586786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830304.586788:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830304.586792:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5907 00000100:00080000:2.0:1787830304.586796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830304.586799:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830304.586811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830304.586824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669803024000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830304.586841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830304.586844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830304.586846:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830304.586850:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5907 00000100:00080000:2.0:1787830304.586854:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830304.586858:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830304.586863:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830304.586874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669803024128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830304.586950:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803023872:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830304.587009:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830304.587057:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830304/real 1787830304] req@ffff9d1f45d12940 x1874669803023872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830304.587075:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669803023872/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830304.587086:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830304.587090:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830304.587094:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803023872:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830304.587101:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024000:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830304.587124:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830304.587138:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830304/real 1787830304] req@ffff9d1f45d130c0 x1874669803024000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830304.587150:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669803024000/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830304.587159:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830304.587162:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830304.587164:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024000:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830304.587168:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024128:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830304.587184:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830304.587192:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830304/real 1787830304] req@ffff9d1f45d112c0 x1874669803024128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830304.587203:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669803024128/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830304.587212:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830304.587215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830304.587217:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024128:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830304.716302:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830305.738688:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830306.762743:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830307.786720:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830308.812009:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830309.706654:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830309.706664:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830309.706668:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830309.706677:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5912 00000100:00080000:0.0:1787830309.706688:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830309.706695:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830309.706729:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803024256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830309.706790:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803024256:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830309.706865:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787830309.706940:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830309.706945:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830309.706947:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830309.706952:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5912 00000100:00080000:0.0:1787830309.706956:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830309.706961:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830309.706969:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830309.706984:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803024384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830309.707046:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830309/real 1787830309] req@ffff9d1f4bd95e00 x1874669803024256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830309.707073:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803024256/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830309.707083:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830309.707087:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830309.707100:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803024256:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830309.707141:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024384:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830309.707164:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830309.707178:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830309/real 1787830309] req@ffff9d1f4bd94b40 x1874669803024384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830309.707189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803024384/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830309.707198:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830309.707201:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830309.707204:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024384:192.168.203.151@tcp:38:kworker.0 00000100:00080000:0.0:1787830309.707368:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830309.707373:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830309.707375:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830309.707379:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5912 00000100:00080000:0.0:1787830309.707384:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830309.707388:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830309.707394:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830309.707406:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803024512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830309.707480:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024512:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830309.707503:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830309.707516:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830309/real 1787830309] req@ffff9d1f4bd97840 x1874669803024512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830309.707528:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803024512/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830309.707536:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830309.707538:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830309.707542:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024512:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830309.835924:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830310.859925:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830311.882904:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830312.906790:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830313.931490:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830314.826586:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830314.826597:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830314.826602:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830314.826611:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5917 00000100:00080000:0.0:1787830314.826623:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830314.826630:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830314.826664:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803024640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830314.826725:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830314.826729:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830314.826730:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830314.826734:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5917 00000100:00080000:0.0:1787830314.826738:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830314.826742:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830314.826752:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830314.826766:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803024768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830314.826776:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830314.826780:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830314.826782:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830314.826786:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5917 00000100:00080000:0.0:1787830314.826790:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830314.826793:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830314.826800:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830314.826809:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803024640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830314.826811:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803024896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830314.826941:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830314.826984:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830314/real 1787830314] req@ffff9d1f4bd970c0 x1874669803024640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830314.827003:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803024640/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830314.827012:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830314.827016:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830314.827020:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803024640:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830314.827029:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024768:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830314.827051:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830314.827071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830314/real 1787830314] req@ffff9d1f4bd97840 x1874669803024768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830314.827083:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803024768/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830314.827091:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830314.827094:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830314.827098:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024768:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830314.827122:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024896:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830314.827143:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830314.827155:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830314/real 1787830314] req@ffff9d1f4bd94b40 x1874669803024896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830314.827167:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803024896/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830314.827176:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830314.827179:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830314.827182:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803024896:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830314.954681:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830315.978733:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830317.002793:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830318.027282:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830319.050712:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830319.947948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830319.947958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830319.947962:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830319.947971:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5922 00000100:00080000:1.0:1787830319.947982:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830319.947990:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830319.948027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803025024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830319.948057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830319.948062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830319.948064:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830319.948069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5922 00000100:00080000:1.0:1787830319.948073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830319.948077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830319.948087:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830319.948100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803025152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830319.948111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830319.948114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830319.948116:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830319.948119:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5922 00000100:00080000:1.0:1787830319.948122:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830319.948127:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830319.948131:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830319.948142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803025280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830319.948169:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803025024:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830319.948248:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830319.948324:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830319/real 1787830319] req@ffff9d1f47fa1e00 x1874669803025024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830319.948343:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803025024/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830319.948349:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830319.948352:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830319.948355:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803025024:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830319.948360:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025152:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830319.948377:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830319.948386:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830319/real 1787830319] req@ffff9d1f47fa0f00 x1874669803025152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830319.948393:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803025152/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830319.948398:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830319.948400:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830319.948402:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025152:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830319.948405:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025280:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830319.948415:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830319.948420:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830319/real 1787830319] req@ffff9d1f47fa2580 x1874669803025280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830319.948427:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803025280/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830319.948431:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830319.948433:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830319.948434:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025280:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830320.074762:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830321.098637:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830322.123318:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830323.147472:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830324.173770:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830325.066585:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.066595:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830325.066599:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.066609:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5927 00000100:00080000:1.0:1787830325.066619:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.066626:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830325.066674:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803025408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830325.066704:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.066708:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830325.066710:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.066714:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5927 00000100:00080000:1.0:1787830325.066718:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.066722:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830325.066731:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830325.066742:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803025536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830325.066752:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.066755:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830325.066757:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.066769:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5927 00000100:00080000:1.0:1787830325.066775:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.066778:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830325.066783:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830325.066792:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803025664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830325.066830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803025408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830325.066943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025536:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830325.066971:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025664:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830325.194625:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830326.218682:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830327.242659:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830328.143948:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787830328.144195:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830328.144214:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830328.144408:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830328.144419:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787830328.145151:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffff9d1f47fa0000 x1874669803025408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830328.145197:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803025408/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830328.145209:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830328.145215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830328.145219:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803025408:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830328.145225:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffff9d1f47fa0b40 x1874669803025536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830328.145331:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803025536/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830328.145340:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830328.145344:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830328.145347:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025536:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830328.145353:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffff9d1f47fa30c0 x1874669803025664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830328.145364:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803025664/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830328.145371:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830328.145374:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830328.145377:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025664:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830328.266588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830329.291317:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830330.186913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830330.186923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830330.186927:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830330.186938:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5933 00000100:00080000:2.0:1787830330.186948:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830330.186955:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830330.186987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803025792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830330.187015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830330.187019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830330.187021:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830330.187025:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5933 00000100:00080000:2.0:1787830330.187029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830330.187034:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830330.187044:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830330.187055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803025920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830330.187063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830330.187066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830330.187068:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830330.187071:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5933 00000100:00080000:2.0:1787830330.187073:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830330.187077:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830330.187081:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830330.187090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803026048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830330.187253:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803025792:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830330.187319:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830330.187356:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffff9d1f45d13480 x1874669803025792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.187371:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803025792/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.187380:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.187384:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830330.187389:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803025792:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830330.187400:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025920:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830330.187424:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830330.187435:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffff9d1f45d11e00 x1874669803025920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.187445:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803025920/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.187483:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.187487:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830330.187490:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803025920:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830330.187495:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026048:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830330.187517:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830330.187527:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffff9d1f45d10780 x1874669803026048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.187538:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803026048/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.187545:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.187548:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830330.187551:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026048:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830330.315660:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830331.339122:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830332.363796:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830333.387125:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830334.410906:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830335.306539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.306550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830335.306555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.306565:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5938 00000100:00080000:2.0:1787830335.306578:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.306585:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830335.306819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803026176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830335.306850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.306854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830335.306856:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.306861:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5938 00000100:00080000:2.0:1787830335.306865:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.306869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830335.306878:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830335.306890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803026304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830335.306896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.306898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830335.306900:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.306903:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5938 00000100:00080000:2.0:1787830335.306905:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.306909:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830335.306914:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830335.306924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803026432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830335.307008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803026176:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830335.307069:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830335.307108:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffff9d1f45d12580 x1874669803026176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.307137:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803026176/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.307144:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.307147:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830335.307150:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803026176:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830335.307154:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026304:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830335.307171:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830335.307178:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffff9d1f45d11680 x1874669803026304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.307185:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803026304/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.307190:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.307191:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830335.307193:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026304:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830335.307196:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026432:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830335.307206:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830335.307211:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffff9d1f45d13840 x1874669803026432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.307221:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803026432/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.307226:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.307228:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830335.307229:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026432:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830335.434794:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830336.459233:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830337.482665:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830338.506712:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830339.530833:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830340.426886:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.426897:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830340.426901:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.426910:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5943 00000100:00080000:1.0:1787830340.426920:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.426926:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830340.427009:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803026560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830340.427092:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803026560:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830340.427155:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830340.427186:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.427190:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830340.427192:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.427196:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5943 00000100:00080000:1.0:1787830340.427200:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.427204:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830340.427212:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830340.427225:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803026688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830340.427283:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffff9d1f47fa21c0 x1874669803026560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.427295:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803026560/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.427301:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.427304:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830340.427306:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803026560:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830340.427323:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026688:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830340.427339:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830340.427346:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffff9d1f47fa1680 x1874669803026688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.427357:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803026688/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.427362:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.427364:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830340.427365:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026688:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830340.427492:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.427496:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830340.427498:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.427503:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5943 00000100:00080000:1.0:1787830340.427508:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.427512:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830340.427518:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830340.427530:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803026816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830340.427594:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026816:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830340.427629:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830340.427641:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffff9d1f47fa1a40 x1874669803026816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.427651:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803026816/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.427659:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.427662:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830340.427665:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803026816:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830340.554719:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830341.578673:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830342.604186:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830343.626678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830344.650990:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830345.546570:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830345.546579:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830345.546584:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830345.546593:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5948 00000100:00080000:1.0:1787830345.546605:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830345.546613:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830345.549272:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669803026944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830345.549296:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830345.549300:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830345.549302:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830345.549307:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5948 00000100:00080000:1.0:1787830345.549315:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830345.549321:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830345.549333:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830345.549353:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669803027072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830345.549361:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830345.549364:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830345.549366:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830345.549369:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5948 00000100:00080000:1.0:1787830345.549371:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830345.549375:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830345.549379:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830345.549389:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803027200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830345.549493:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803026944:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830345.549549:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830345.549585:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830345/real 1787830345] req@ffff9d1f47fa0780 x1874669803026944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830345.549600:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669803026944/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830345.549610:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830345.549614:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830345.549617:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803026944:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830345.549624:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027072:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830345.549643:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830345.549653:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830345/real 1787830345] req@ffff9d1f47fa03c0 x1874669803027072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830345.549664:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669803027072/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830345.549672:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830345.549675:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830345.549678:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027072:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830345.549683:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027200:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830345.549699:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830345.549708:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830345/real 1787830345] req@ffff9d1f47fa1a40 x1874669803027200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830345.549718:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803027200/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830345.549726:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830345.549729:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830345.549732:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027200:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830345.674754:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830346.701636:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830347.722734:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830348.747079:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830349.770823:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830350.666571:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830350.666580:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830350.666584:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830350.666591:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5953 00000100:00080000:0.0:1787830350.666599:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830350.666604:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830350.666635:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803027328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830350.666667:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830350.666671:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830350.666673:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830350.666677:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5953 00000100:00080000:0.0:1787830350.666682:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830350.666687:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830350.666697:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830350.666712:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803027456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830350.666722:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830350.666725:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830350.666727:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830350.666730:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5953 00000100:00080000:0.0:1787830350.666734:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830350.666739:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830350.666743:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830350.666751:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803027584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830350.666828:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803027328:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830350.666878:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830350.666909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830350/real 1787830350] req@ffff9d1f4bd95e00 x1874669803027328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830350.666921:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803027328/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830350.666928:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830350.666931:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830350.666934:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803027328:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830350.666938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027456:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830350.666952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830350.666959:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830350/real 1787830350] req@ffff9d1f4bd94b40 x1874669803027456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830350.666965:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803027456/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830350.666970:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830350.666972:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830350.666974:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027456:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830350.666977:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027584:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830350.666987:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830350.666992:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830350/real 1787830350] req@ffff9d1f4bd97840 x1874669803027584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830350.667105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803027584/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830350.667113:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830350.667116:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830350.667118:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027584:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830350.794670:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830351.818652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830352.842692:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830353.866634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830354.891019:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830355.786737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830355.786748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830355.786752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830355.786761:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5958 00000100:00080000:3.0:1787830355.786773:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830355.786781:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830355.786821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803027712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830355.786884:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803027712:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830355.786955:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830355.787091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830355.787095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830355.787097:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830355.787101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5958 00000100:00080000:3.0:1787830355.787104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830355.787108:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830355.787116:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830355/real 1787830355] req@ffff9d1f48270780 x1874669803027712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787830355.787118:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830355.787131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803027840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830355.787132:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803027712/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830355.787142:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830355.787146:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00080000:3.0:1787830355.787147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830355.787149:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803027712:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830355.787150:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830355.787151:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830355.787154:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5958 00000100:00080000:3.0:1787830355.787158:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830355.787161:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830355.787165:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830355.787170:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830355.787174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803027968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830355.787192:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830355.787204:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830355/real 1787830355] req@ffff9d1f48271e00 x1874669803027840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830355.787215:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803027840/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830355.787223:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830355.787226:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830355.787229:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027840:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830355.787242:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027968:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830355.787261:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830355.787272:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830355/real 1787830355] req@ffff9d1f482712c0 x1874669803027968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830355.787284:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803027968/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830355.787291:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830355.787295:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830355.787297:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803027968:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830355.914878:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830356.939623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830357.962889:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830358.986739:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830360.010653:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830360.906676:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830360.906686:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830360.906690:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830360.906700:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5963 00000100:00080000:0.0:1787830360.906711:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830360.906718:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830360.906753:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803028096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830360.906812:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803028096:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830360.906872:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787830360.906913:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830360.906921:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830360.906923:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830360.906928:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5963 00000100:00080000:0.0:1787830360.906932:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830360.906937:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830360.906959:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830360.906975:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803028224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830360.907039:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830360/real 1787830360] req@ffff9d1f4bd970c0 x1874669803028096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830360.907056:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803028096/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830360.907066:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830360.907069:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830360.907073:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803028096:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830360.907109:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028224:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830360.907133:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830360.907146:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830360/real 1787830360] req@ffff9d1f4bd97840 x1874669803028224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830360.907157:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803028224/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830360.907166:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830360.907169:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830360.907172:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028224:192.168.203.151@tcp:38:kworker.0 00000100:00080000:0.0:1787830360.907223:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830360.907228:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830360.907230:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830360.907235:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5963 00000100:00080000:0.0:1787830360.907239:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830360.907243:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830360.907260:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830360.907274:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803028352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830360.907397:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028352:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830360.907422:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830360.907434:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830360/real 1787830360] req@ffff9d1f4bd94b40 x1874669803028352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830360.907445:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803028352/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830360.907453:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830360.907476:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830360.907480:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028352:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830361.034681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830362.058729:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830363.082618:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830364.107053:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830365.131080:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830366.026584:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830366.026592:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830366.026595:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830366.026602:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5968 00000100:00080000:0.0:1787830366.026612:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830366.026626:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830366.026766:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803028480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830366.026791:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830366.026794:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830366.026795:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830366.026798:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5968 00000100:00080000:0.0:1787830366.026801:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830366.026804:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830366.026815:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830366.026825:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803028608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830366.026831:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830366.026833:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830366.026835:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830366.026837:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5968 00000100:00080000:0.0:1787830366.026839:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830366.026841:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830366.026844:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830366.026849:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803028736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830366.028493:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803028480:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830366.028562:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830366.028603:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffff9d1f4bd95e00 x1874669803028480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830366.028620:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803028480/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830366.028636:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830366.028640:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830366.028644:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803028480:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830366.028652:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028608:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830366.028674:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830366.028686:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffff9d1f4bd94b40 x1874669803028608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830366.028697:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803028608/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830366.028704:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830366.028707:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830366.028710:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028608:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830366.028717:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028736:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830366.028736:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830366.028746:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffff9d1f4bd97840 x1874669803028736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830366.028757:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803028736/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830366.028766:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830366.028769:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830366.028772:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028736:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830366.154646:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830367.178670:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830368.202787:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830369.226721:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830370.250822:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830371.146853:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.146863:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830371.146876:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.146886:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5973 00000100:00080000:1.0:1787830371.146897:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.146905:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830371.146939:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803028864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830371.146969:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.146972:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830371.146974:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.146979:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5973 00000100:00080000:1.0:1787830371.146982:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.146986:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830371.146994:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830371.147006:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803028992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830371.147016:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.147018:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830371.147020:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.147023:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5973 00000100:00080000:1.0:1787830371.147025:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.147029:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830371.147033:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830371.147040:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803029120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830371.147311:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803028864:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830371.147372:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830371.147402:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffff9d1f47fa1680 x1874669803028864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.147414:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803028864/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.147420:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.147423:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830371.147426:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803028864:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830371.147430:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028992:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830371.147443:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830371.147449:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffff9d1f47fa21c0 x1874669803028992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.147473:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803028992/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.147479:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.147481:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830371.147483:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803028992:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830371.147486:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029120:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830371.147499:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830371.147505:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffff9d1f47fa30c0 x1874669803029120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.147512:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803029120/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.147517:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.147519:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830371.147521:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029120:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830371.277577:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830372.298692:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830373.322682:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830374.347059:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830375.370868:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830376.266678:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830376.266689:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830376.266693:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830376.266703:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5979 00000100:00080000:3.0:1787830376.266714:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830376.266722:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830376.266815:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803029248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830376.266859:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830376.266864:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830376.266866:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830376.266872:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5979 00000100:00080000:3.0:1787830376.266876:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830376.266881:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830376.266912:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803029248:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787830376.266956:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787830376.266973:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830376.266975:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803029376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830376.266996:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830376.266999:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830376.267001:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830376.267006:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5979 00000100:00080000:3.0:1787830376.267011:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787830376.267018:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffff9d1f48271680 x1874669803029248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830376.267018:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830376.267026:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830376.267041:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803029248/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830376.267045:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803029504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830376.267064:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830376.267070:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830376.267086:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803029248:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830376.267109:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029376:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830376.267128:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830376.267139:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffff9d1f48273c00 x1874669803029376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830376.267149:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803029376/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830376.267158:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830376.267161:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830376.267164:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029376:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830376.267169:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029504:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830376.267186:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830376.267195:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffff9d1f482703c0 x1874669803029504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830376.267205:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803029504/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830376.267213:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830376.267215:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830376.267218:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029504:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830376.394897:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830377.418897:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830378.442748:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830379.467868:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830380.490951:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830381.386619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830381.386630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830381.386633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830381.386656:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5984 00000100:00080000:2.0:1787830381.386667:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830381.386674:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830381.386719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803029632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830381.386748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830381.386755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830381.386756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830381.386761:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5984 00000100:00080000:2.0:1787830381.386765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830381.386769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830381.386779:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830381.386791:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803029632:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830381.386792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803029760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830381.386870:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:2.0:1787830381.386900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830381.386905:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787830381.386909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffff9d1f45d11a40 x1874669803029632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830381.386909:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830381.386918:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5984 00000100:00080000:2.0:1787830381.386925:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830381.386935:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830381.386936:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803029632/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787830381.386943:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00080000:0.0:1787830381.386949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.386955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830381.386960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803029888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830381.386961:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803029632:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830381.386989:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029760:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830381.387013:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830381.387026:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffff9d1f45d12d00 x1874669803029760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830381.387038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803029760/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830381.387046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.387049:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830381.387052:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029760:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830381.387058:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029888:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830381.387076:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830381.387087:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffff9d1f45d13c00 x1874669803029888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830381.387871:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803029888/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830381.387880:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.387884:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830381.387887:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803029888:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830381.516209:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830382.538706:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830383.563578:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830384.586646:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830385.610625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830386.506567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830386.506577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830386.506581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830386.506590:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5989 00000100:00080000:2.0:1787830386.506601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830386.506609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830386.506642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669803030016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830386.506670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830386.506674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830386.506676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830386.506679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5989 00000100:00080000:2.0:1787830386.506683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830386.506686:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830386.506695:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830386.506705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669803030144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830386.506714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830386.506717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830386.506718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830386.506721:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5989 00000100:00080000:2.0:1787830386.506724:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830386.506727:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830386.506731:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830386.506739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669803030272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830386.507101:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803030016:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830386.507161:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830386.507199:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830386/real 1787830386] req@ffff9d1f45d103c0 x1874669803030016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830386.507224:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669803030016/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830386.507233:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830386.507237:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830386.507240:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803030016:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830386.507247:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030144:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830386.507268:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830386.507280:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830386/real 1787830386] req@ffff9d1f45d10000 x1874669803030144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830386.507291:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669803030144/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830386.507299:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830386.507302:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830386.507305:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030144:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830386.507311:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030272:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830386.507329:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830386.507341:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830386/real 1787830386] req@ffff9d1f45d121c0 x1874669803030272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830386.507366:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669803030272/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830386.507380:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830386.507383:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830386.507386:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030272:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830386.634690:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830387.658781:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830388.683253:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830389.706636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830390.730819:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830391.626638:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830391.626648:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830391.626652:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830391.626662:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5994 00000100:00080000:0.0:1787830391.626672:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830391.626679:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830391.626712:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803030400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830391.626754:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830391.626758:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830391.626760:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830391.626764:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5994 00000100:00080000:0.0:1787830391.626768:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830391.626771:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830391.626780:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830391.626793:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803030528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830391.626803:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830391.626806:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830391.626808:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830391.626811:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5994 00000100:00080000:0.0:1787830391.626814:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830391.626818:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830391.626822:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830391.626830:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803030656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830391.626906:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803030400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830391.627019:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830391.627044:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830391.755134:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830392.778685:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830393.804536:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787830394.698747:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:2.0:1787830394.698793:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787830394.698808:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787830394.698847:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787830394.698854:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:3.0:1787830394.698928:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830391/real 1787830394] req@ffff9d1f4bd970c0 x1874669803030400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830394.698951:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803030400/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830394.698963:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830394.698967:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830394.698971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803030400:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830394.698978:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830391/real 1787830394] req@ffff9d1f4bd97840 x1874669803030528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830394.698989:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803030528/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830394.698997:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830394.699004:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830394.699008:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030528:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830394.699013:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830391/real 1787830394] req@ffff9d1f4bd94b40 x1874669803030656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830394.699024:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803030656/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830394.699032:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830394.699035:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830394.699038:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030656:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830394.827072:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830395.850680:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830396.746578:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830396.746588:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830396.746592:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830396.746602:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 5999 00000100:00080000:0.0:1787830396.746613:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830396.746622:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830396.746659:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803030784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830396.746748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803030784:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830396.746812:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787830396.746844:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830396.746848:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830396.746849:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830396.746854:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5999 00000100:00080000:0.0:1787830396.746859:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830396.746863:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830396.746874:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830396.746889:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803030912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830396.747080:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830396/real 1787830396] req@ffff9d1f4bd95e00 x1874669803030784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830396.747099:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803030784/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830396.747109:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830396.747113:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830396.747118:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803030784:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830396.747145:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030912:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830396.747175:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830396.747189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830396/real 1787830396] req@ffff9d1f4bd94b40 x1874669803030912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830396.747201:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803030912/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830396.747209:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830396.747212:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830396.747215:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803030912:192.168.203.151@tcp:38:kworker.0 00000100:00080000:0.0:1787830396.750898:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830396.750909:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830396.750913:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830396.750923:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 5999 00000100:00080000:0.0:1787830396.750934:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830396.750941:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830396.750954:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830396.750988:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803031040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830396.751126:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031040:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830396.751194:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830396.751224:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830396/real 1787830396] req@ffff9d1f4bd97840 x1874669803031040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830396.751239:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803031040/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830396.751249:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830396.751252:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830396.751256:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031040:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830396.875785:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830397.899327:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830398.923014:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830399.946749:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830400.971096:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830401.866569:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830401.866580:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830401.866584:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830401.866595:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6004 00000100:00080000:0.0:1787830401.866606:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830401.866613:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830401.866646:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803031168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830401.866687:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830401.866691:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830401.866693:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830401.866696:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6004 00000100:00080000:0.0:1787830401.866700:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830401.866703:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830401.866711:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830401.866724:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803031296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830401.866795:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830401.866798:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830401.866799:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830401.866804:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6004 00000100:00080000:0.0:1787830401.866808:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830401.866815:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830401.866816:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803031168:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787830401.866821:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830401.866835:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803031424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830401.866882:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830401.866934:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830401/real 1787830401] req@ffff9d1f4bd970c0 x1874669803031168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830401.866952:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803031168/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830401.866963:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830401.866968:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830401.866971:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803031168:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830401.866979:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031296:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830401.867001:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830401.867015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830401/real 1787830401] req@ffff9d1f4bd97840 x1874669803031296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830401.867222:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803031296/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830401.867231:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830401.867234:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830401.867237:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031296:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830401.867258:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031424:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830401.867278:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830401.867289:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830401/real 1787830401] req@ffff9d1f4bd94b40 x1874669803031424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830401.867299:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803031424/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830401.867311:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830401.867314:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830401.867316:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031424:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830401.994971:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830403.018788:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830404.042626:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830405.066839:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830406.090748:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830406.986658:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830406.986667:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830406.986670:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830406.986678:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6009 00000100:00080000:3.0:1787830406.986700:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830406.986711:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830406.986747:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669803031552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830406.986779:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830406.986783:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830406.986785:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830406.986789:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6009 00000100:00080000:3.0:1787830406.986792:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830406.986795:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830406.986803:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830406.986817:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803031680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830406.986826:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830406.986828:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830406.986830:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830406.986834:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6009 00000100:00080000:3.0:1787830406.986836:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830406.986840:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830406.986844:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830406.986853:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803031808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830406.987035:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803031552:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830406.987203:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830406.987241:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830406/real 1787830406] req@ffff9d1f48273840 x1874669803031552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830406.987408:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669803031552/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830406.987418:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830406.987422:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830406.987425:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803031552:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830406.987433:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031680:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830406.987453:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830406.987482:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830406/real 1787830406] req@ffff9d1f482703c0 x1874669803031680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830406.987494:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803031680/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830406.987503:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830406.987506:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830406.987510:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031680:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830406.987515:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031808:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830406.987532:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830406.987541:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830406/real 1787830406] req@ffff9d1f48273c00 x1874669803031808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830406.987552:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803031808/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830406.987566:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830406.987569:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830406.987573:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803031808:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830407.115166:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830408.138718:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830409.162652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830410.186939:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830411.212044:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830412.106614:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830412.106624:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830412.106629:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830412.106649:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6014 00000100:00080000:0.0:1787830412.106661:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830412.106668:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830412.106702:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803031936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830412.106733:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830412.106745:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830412.106747:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830412.106751:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6014 00000100:00080000:0.0:1787830412.106755:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830412.106759:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830412.106768:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830412.106782:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803032064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830412.106791:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830412.106795:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830412.106798:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830412.106801:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6014 00000100:00080000:0.0:1787830412.106805:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787830412.106810:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803031936:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830412.106813:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830412.106822:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830412.106834:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803032192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830412.106882:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830412.106935:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffff9d1f4bd95e00 x1874669803031936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830412.106954:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803031936/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830412.106965:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830412.106969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830412.106973:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803031936:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830412.106980:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032064:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830412.107002:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830412.107015:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffff9d1f4bd94b40 x1874669803032064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830412.107026:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803032064/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830412.107040:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830412.107043:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830412.107046:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032064:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830412.107073:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032192:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830412.107093:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830412.107105:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffff9d1f4bd97840 x1874669803032192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830412.107116:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803032192/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830412.107123:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830412.107127:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830412.107130:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032192:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830412.234635:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830413.258645:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830414.282851:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830415.306936:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830416.331189:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830417.226605:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830417.226615:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830417.226620:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830417.226630:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6020 00000100:00080000:1.0:1787830417.226641:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830417.226649:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830417.226684:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803032320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830417.226707:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830417.226711:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830417.226713:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830417.226717:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6020 00000100:00080000:1.0:1787830417.226721:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830417.226725:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830417.226734:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830417.226747:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803032448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830417.226755:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803032320:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830417.226762:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830417.226767:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830417.226768:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830417.226772:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6020 00000100:00080000:1.0:1787830417.226776:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830417.226780:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830417.226784:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830417.226797:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803032576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830417.226826:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830417.226867:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffff9d1f47fa0b40 x1874669803032320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830417.226883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803032320/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830417.226893:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830417.226897:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830417.226900:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803032320:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830417.226922:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032448:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830417.226947:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830417.226960:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffff9d1f47fa0000 x1874669803032448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830417.226970:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803032448/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830417.226976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830417.226979:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830417.226982:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032448:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830417.226987:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032576:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830417.227004:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830417.227016:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffff9d1f47fa2580 x1874669803032576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830417.227027:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803032576/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830417.227035:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830417.227039:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830417.227042:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032576:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830417.354699:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830418.378646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830419.403390:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830420.426718:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830421.451213:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830422.346585:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830422.346595:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830422.346598:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830422.346606:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6025 00000100:00080000:1.0:1787830422.346614:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830422.346620:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830422.346651:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803032704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830422.346680:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830422.346684:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830422.346686:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830422.346690:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6025 00000100:00080000:1.0:1787830422.346694:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830422.346702:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830422.346711:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830422.346732:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803032832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830422.346735:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803032704:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830422.346746:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830422.346749:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830422.346750:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830422.346753:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6025 00000100:00080000:1.0:1787830422.346756:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830422.346759:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830422.346763:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830422.346774:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803032960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830422.346927:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830422.346968:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffff9d1f47fa0f00 x1874669803032704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830422.346986:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803032704/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830422.346996:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830422.347000:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830422.347004:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803032704:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830422.347027:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032832:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830422.347065:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830422.347078:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffff9d1f47fa1e00 x1874669803032832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830422.347089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803032832/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830422.347097:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830422.347100:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830422.347103:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032832:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830422.347110:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032960:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830422.347130:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830422.347141:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffff9d1f47fa3c00 x1874669803032960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830422.347152:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803032960/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830422.347160:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830422.347163:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830422.347167:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803032960:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830422.476231:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830423.498776:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830424.522644:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830425.547286:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830426.570789:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830427.466653:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830427.466663:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830427.466666:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830427.466677:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6030 00000100:00080000:3.0:1787830427.466687:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830427.466704:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830427.466740:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803033088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830427.466767:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830427.466770:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830427.466771:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830427.466775:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6030 00000100:00080000:3.0:1787830427.466777:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830427.466780:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830427.466788:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830427.466800:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803033216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830427.466810:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830427.466813:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830427.466815:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830427.466818:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6030 00000100:00080000:3.0:1787830427.466822:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830427.466826:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830427.466830:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830427.466840:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803033344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830427.467139:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803033088:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830427.467320:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830427.467360:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffff9d1f48271680 x1874669803033088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830427.467380:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803033088/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830427.467390:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830427.467394:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830427.467398:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803033088:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830427.467405:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033216:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830427.467429:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830427.467442:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffff9d1f482712c0 x1874669803033216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830427.467455:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803033216/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830427.467497:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830427.467501:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830427.467505:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033216:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830427.467512:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033344:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830427.467534:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830427.467546:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffff9d1f48271e00 x1874669803033344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830427.467557:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803033344/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830427.467576:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830427.467580:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830427.467583:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033344:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830427.594684:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830428.618633:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830429.642641:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830430.667065:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830431.691152:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830432.586592:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830432.586602:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830432.586606:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830432.586616:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6035 00000100:00080000:0.0:1787830432.586626:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830432.586634:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830432.586671:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803033472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830432.586705:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830432.586709:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830432.586711:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830432.586715:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6035 00000100:00080000:0.0:1787830432.586719:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830432.586723:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830432.586733:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830432.586747:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803033600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830432.586757:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830432.586761:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830432.586762:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830432.586765:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6035 00000100:00080000:0.0:1787830432.586769:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830432.586773:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830432.586777:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830432.586787:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803033728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830432.586970:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803033472:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830432.587029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830432.587067:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830432/real 1787830432] req@ffff9d1f4bd970c0 x1874669803033472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830432.587083:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803033472/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830432.587092:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830432.587096:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830432.587100:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803033472:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830432.587106:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033600:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830432.587128:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830432.587140:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830432/real 1787830432] req@ffff9d1f4bd97840 x1874669803033600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830432.587152:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803033600/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830432.587160:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830432.587163:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830432.587166:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033600:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830432.587172:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033728:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830432.587191:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830432.587202:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830432/real 1787830432] req@ffff9d1f4bd94b40 x1874669803033728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830432.587213:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803033728/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830432.587221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830432.587224:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830432.587227:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033728:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830432.714812:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830433.739382:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830434.762735:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830435.787274:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830436.810762:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830437.706871:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830437.706882:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830437.706885:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830437.706896:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6040 00000100:00080000:3.0:1787830437.706906:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830437.706913:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830437.706947:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803033856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830437.707016:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803033856:192.168.203.151@tcp:250:kworker.0 00000800:00000100:0.0:1787830437.707073:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830437.707103:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830437.707111:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830437.707113:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830437.707117:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6040 00000100:00080000:3.0:1787830437.707121:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830437.707125:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830437.707134:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830437.707147:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803033984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830437.707725:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830437/real 1787830437] req@ffff9d1f48270780 x1874669803033856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830437.707846:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803033856/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830437.707855:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830437.707859:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830437.707863:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803033856:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830437.707885:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033984:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830437.707909:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830437.707920:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830437/real 1787830437] req@ffff9d1f48270f00 x1874669803033984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830437.707932:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803033984/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830437.707971:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830437.707975:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830437.707979:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803033984:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787830437.708074:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830437.708078:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830437.708081:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830437.708085:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6040 00000100:00080000:3.0:1787830437.708088:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830437.708092:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830437.708098:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830437.708112:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803034112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830437.708149:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034112:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830437.708170:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830437.708387:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830437/real 1787830437] req@ffff9d1f48270b40 x1874669803034112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830437.708399:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803034112/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830437.708415:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830437.708419:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830437.708422:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034112:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830437.835449:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830438.858707:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830439.883451:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830440.907417:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830441.930629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830442.826554:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830442.826571:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830442.826575:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830442.826584:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6045 00000100:00080000:3.0:1787830442.826594:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830442.826602:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830442.826645:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803034240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830442.826672:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830442.826682:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830442.826684:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830442.826689:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6045 00000100:00080000:3.0:1787830442.826693:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830442.826697:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830442.826707:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830442.826718:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803034368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830442.826735:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830442.826739:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830442.826741:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830442.826744:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6045 00000100:00080000:3.0:1787830442.826748:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830442.826753:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830442.826758:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830442.826769:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803034240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830442.826770:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803034496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830442.826835:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830442.826874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830442/real 1787830442] req@ffff9d1f48272d00 x1874669803034240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830442.826898:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803034240/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830442.826907:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830442.826911:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830442.826915:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803034240:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830442.826922:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034368:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830442.826944:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830442.826956:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830442/real 1787830442] req@ffff9d1f48273480 x1874669803034368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830442.826967:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803034368/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830442.826976:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830442.826979:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830442.826982:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034368:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830442.827011:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034496:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830442.827033:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830442.827045:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830442/real 1787830442] req@ffff9d1f48272940 x1874669803034496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830442.827056:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803034496/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830442.827071:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830442.827075:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830442.827079:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034496:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830442.954642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830443.978676:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830445.002735:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830446.026641:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830447.050631:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830447.951714:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830447.951726:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830447.951732:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830447.951743:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6050 00000100:00080000:1.0:1787830447.951756:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830447.951765:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830447.951804:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803034624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830447.951830:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830447.951834:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830447.951836:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830447.951841:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6050 00000100:00080000:1.0:1787830447.951845:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830447.951850:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830447.951862:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830447.951885:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803034624:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830447.951885:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669803034752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830447.951905:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830447.951908:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830447.951910:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830447.951914:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6050 00000100:00080000:1.0:1787830447.951919:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830447.951924:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830447.951930:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830447.951949:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803034880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830447.951966:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830447.952009:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830447/real 1787830447] req@ffff9d1f47fa3840 x1874669803034624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830447.952039:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803034624/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830447.952049:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830447.952053:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830447.952057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803034624:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830447.952080:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034752:192.168.203.151@tcp:38:kworker.0 00000800:00000100:0.0:1787830447.952102:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830447.952115:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830447/real 1787830447] req@ffff9d1f47fa2940 x1874669803034752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830447.952135:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669803034752/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830447.952143:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830447.952147:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830447.952150:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034752:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830447.952155:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034880:192.168.203.151@tcp:8:kworker.0 00000800:00000100:0.0:1787830447.952175:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:0.0:1787830447.952184:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830447/real 1787830447] req@ffff9d1f47fa3c00 x1874669803034880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830447.952194:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803034880/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830447.952201:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830447.952204:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:0.0:1787830447.952207:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803034880:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830448.076224:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830449.098605:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830450.122629:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830451.146939:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830452.170746:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830453.066775:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830453.066785:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830453.066789:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830453.066800:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6055 00000100:00080000:0.0:1787830453.066812:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830453.066819:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830453.066856:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803035008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830453.066888:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830453.066892:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830453.066895:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787830453.067020:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803035008:192.168.203.151@tcp:250:kworker.0 00000800:00000100:3.0:1787830453.067092:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830453.067129:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffff9d1f4bd95e00 x1874669803035008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.067145:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803035008/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.067154:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.067158:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830453.067162:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803035008:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830453.067292:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6055 00000100:00080000:0.0:1787830453.067306:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830453.067310:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830453.067320:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830453.067333:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803035136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830453.067352:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830453.067355:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830453.067357:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830453.067361:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6055 00000100:00080000:0.0:1787830453.067364:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830453.067368:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830453.067372:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830453.067381:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803035264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830453.067490:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035136:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830453.067514:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830453.067527:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffff9d1f4bd95e00 x1874669803035136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.067538:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803035136/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.067546:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.067549:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830453.067552:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035136:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830453.067557:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035264:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830453.067574:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830453.067582:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffff9d1f4bd94b40 x1874669803035264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.067592:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803035264/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.067600:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.067603:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830453.067606:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035264:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830453.195768:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830454.218906:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830455.242668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830456.267074:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830457.290637:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830458.186592:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830458.186603:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830458.186607:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830458.186616:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6061 00000100:00080000:0.0:1787830458.186627:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830458.186634:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830458.186669:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803035392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830458.186738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803035392:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830458.186842:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830458.186846:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830458.186847:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830458.186850:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6061 00000100:00080000:0.0:1787830458.186853:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830458.186856:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830458.186863:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830458.186873:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803035520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830458.187219:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035520:192.168.203.151@tcp:38:kworker.0 00000100:00080000:0.0:1787830458.187551:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830458.187556:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830458.187558:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830458.187562:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6061 00000100:00080000:0.0:1787830458.187566:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830458.187571:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830458.187576:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830458.187589:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803035648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830458.187636:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035648:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830458.315662:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830459.339118:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830460.362590:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830461.258885:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787830461.258943:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830461.258961:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830461.258998:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830461.259008:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787830461.260836:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffff9d1f4bd94b40 x1874669803035648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830461.260869:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803035648/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830461.260881:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830461.260885:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830461.260889:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035648:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787830461.260895:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffff9d1f4bd970c0 x1874669803035520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830461.260907:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803035520/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830461.260914:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830461.260918:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830461.260921:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035520:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830461.260927:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffff9d1f4bd97840 x1874669803035392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830461.260938:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803035392/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830461.260944:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830461.260946:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830461.260949:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803035392:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787830461.386634:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830462.411016:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830463.306566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.306575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830463.306579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.306589:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6066 00000100:00080000:0.0:1787830463.306601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.306608:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830463.306640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803035776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830463.306667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.306671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830463.306672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.306677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6066 00000100:00080000:0.0:1787830463.306680:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.306684:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830463.306694:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830463.306706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803035904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830463.306714:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803035776:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830463.306720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.306724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830463.306727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.306731:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6066 00000100:00080000:0.0:1787830463.306734:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.306739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830463.306743:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830463.306754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803036032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830463.306780:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830463.306817:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffff9d1f4bd95e00 x1874669803035776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830463.306834:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803035776/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830463.306844:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830463.306848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830463.306851:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803035776:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830463.306887:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035904:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830463.306907:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830463.306919:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffff9d1f4bd97840 x1874669803035904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830463.306931:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803035904/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830463.306941:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830463.306955:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830463.306959:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803035904:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830463.306964:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036032:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830463.306983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830463.306993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffff9d1f4bd970c0 x1874669803036032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830463.307008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803036032/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830463.307016:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830463.307019:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830463.307022:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036032:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830463.434719:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830464.458661:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830465.482669:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830466.506637:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830467.530686:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830468.426638:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.426649:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830468.426653:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.426662:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6071 00000100:00080000:1.0:1787830468.426674:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.426688:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830468.426723:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803036160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830468.426751:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.426756:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830468.426758:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.426762:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6071 00000100:00080000:1.0:1787830468.426765:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.426769:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830468.426778:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830468.426789:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803036160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830468.426797:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803036288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830468.426809:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.426812:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830468.426814:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.426818:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6071 00000100:00080000:1.0:1787830468.426822:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.426827:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830468.426831:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830468.426844:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803036416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830468.426853:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830468.426894:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffff9d1f47fa1e00 x1874669803036160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.426920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803036160/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.426930:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.426934:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830468.426938:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803036160:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830468.426961:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036288:192.168.203.151@tcp:38:kworker.0 00000800:00000100:3.0:1787830468.426983:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830468.426993:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffff9d1f47fa0f00 x1874669803036288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.427001:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803036288/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.427007:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.427009:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830468.427011:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036288:192.168.203.151@tcp:38:kworker.0 00000100:00100000:3.0:1787830468.427015:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036416:192.168.203.151@tcp:8:kworker.0 00000800:00000100:3.0:1787830468.427027:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830468.427033:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffff9d1f47fa2580 x1874669803036416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.427040:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803036416/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.427048:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.427050:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:3.0:1787830468.427052:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036416:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830468.555247:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830469.578766:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830470.602687:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830471.626676:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830472.650747:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830473.546679:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830473.546689:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830473.546694:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830473.546706:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6076 00000100:00080000:3.0:1787830473.546717:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830473.546725:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830473.546775:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669803036544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830473.546811:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830473.546815:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830473.546817:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830473.546822:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6076 00000100:00080000:3.0:1787830473.546825:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830473.546829:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830473.546838:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830473.546864:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803036672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830473.546875:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830473.546878:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830473.546880:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830473.546885:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6076 00000100:00080000:3.0:1787830473.546888:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830473.546892:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830473.546896:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830473.546906:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803036800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830473.547088:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803036544:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830473.547150:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830473.547202:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830473/real 1787830473] req@ffff9d1f48270000 x1874669803036544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830473.547224:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669803036544/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830473.547234:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830473.547238:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830473.547241:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803036544:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830473.547248:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036672:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830473.547271:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830473.547282:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830473/real 1787830473] req@ffff9d1f48272940 x1874669803036672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830473.547294:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803036672/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830473.547303:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830473.547306:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830473.547309:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036672:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830473.547314:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036800:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830473.547346:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830473.547356:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830473/real 1787830473] req@ffff9d1f48273480 x1874669803036800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830473.547367:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803036800/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830473.547381:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830473.547384:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830473.547387:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803036800:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830473.674767:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830474.700334:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830475.722822:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830476.746787:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830477.771115:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830478.666812:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830478.666820:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830478.666822:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830478.666830:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6081 00000100:00080000:0.0:1787830478.666838:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830478.666843:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830478.666873:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803036928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830478.666896:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830478.666898:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830478.666900:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830478.666902:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6081 00000100:00080000:0.0:1787830478.666905:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830478.666908:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830478.666915:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830478.666923:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803037056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830478.666930:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830478.666932:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830478.666934:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830478.666936:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6081 00000100:00080000:0.0:1787830478.666939:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830478.666941:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830478.666944:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830478.666949:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803037184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830478.666960:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803036928:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830478.667022:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830478.667060:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830478/real 1787830478] req@ffff9d1f4bd94b40 x1874669803036928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830478.667078:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803036928/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830478.667088:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830478.667092:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830478.667096:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803036928:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830478.667103:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037056:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830478.667175:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830478.667189:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830478/real 1787830478] req@ffff9d1f4bd970c0 x1874669803037056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830478.667201:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803037056/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830478.667210:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830478.667213:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830478.667217:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037056:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830478.667243:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037184:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830478.667265:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830478.667277:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830478/real 1787830478] req@ffff9d1f4bd97840 x1874669803037184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830478.667288:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803037184/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830478.667296:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830478.667300:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830478.667303:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037184:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830478.794617:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830479.818668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830480.842779:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830481.866657:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830482.890678:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830483.786918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830483.786928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830483.786932:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830483.786943:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6086 00000100:00080000:0.0:1787830483.786953:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830483.786960:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830483.786999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803037312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830483.787037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830483.787042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830483.787043:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830483.787048:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6086 00000100:00080000:0.0:1787830483.787051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830483.787054:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830483.787071:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830483.787123:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803037312:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830483.787180:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830483.787216:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830483/real 1787830483] req@ffff9d1f4bd95e00 x1874669803037312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830483.787235:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803037312/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830483.787243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803037440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830483.787248:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830483.787258:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00080000:0.0:1787830483.787260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787830483.787265:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803037312:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830483.787266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830483.787270:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830483.787276:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6086 00000100:00080000:0.0:1787830483.787280:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830483.787285:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830483.787290:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830483.787295:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:0.0:1787830483.787304:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803037568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830483.787323:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830483.787335:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830483/real 1787830483] req@ffff9d1f4bd97840 x1874669803037440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830483.787347:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803037440/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830483.787354:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830483.787357:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830483.787360:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037440:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830483.787369:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037568:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830483.787383:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830483.787391:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830483/real 1787830483] req@ffff9d1f4bd970c0 x1874669803037568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830483.787402:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803037568/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830483.787410:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830483.787412:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830483.787415:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037568:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830483.914895:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830484.939135:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830485.962879:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830486.986840:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830488.010759:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830488.906652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830488.906660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830488.906664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830488.906671:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6091 00000100:00080000:2.0:1787830488.906680:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830488.906685:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830488.906716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669803037696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830488.906739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830488.906742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830488.906743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830488.906746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6091 00000100:00080000:2.0:1787830488.906748:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830488.906750:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830488.906758:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830488.906766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669803037824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830488.906773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830488.906775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830488.906776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830488.906778:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6091 00000100:00080000:2.0:1787830488.906779:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830488.906781:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830488.906784:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830488.906797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669803037952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830488.906865:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803037696:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830488.906923:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830488.906962:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830488/real 1787830488] req@ffff9d1f45d121c0 x1874669803037696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830488.906985:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669803037696/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830488.906995:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830488.906999:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830488.907002:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803037696:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830488.907008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037824:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830488.907030:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830488.907042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830488/real 1787830488] req@ffff9d1f45d10000 x1874669803037824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830488.907069:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669803037824/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830488.907077:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830488.907080:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830488.907084:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037824:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830488.907090:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037952:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830488.907110:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830488.907122:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830488/real 1787830488] req@ffff9d1f45d103c0 x1874669803037952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830488.907143:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669803037952/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830488.907158:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830488.907161:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830488.907164:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803037952:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830489.034951:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830490.058738:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830491.083065:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830492.106665:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830493.130880:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830494.029852:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830494.029862:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830494.029865:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830494.029874:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6096 00000100:00080000:1.0:1787830494.029884:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830494.029890:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830494.029920:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803038080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830494.029960:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830494.029964:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830494.029967:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830494.029971:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6096 00000100:00080000:1.0:1787830494.029975:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830494.029979:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830494.029988:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830494.030000:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803038208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830494.030011:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830494.030023:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830494.030025:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830494.030028:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6096 00000100:00080000:1.0:1787830494.030032:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830494.030035:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830494.030040:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830494.030051:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803038336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830494.030067:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803038080:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830494.030132:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830494.030171:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffff9d1f47fa0000 x1874669803038080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830494.030189:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803038080/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830494.030199:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830494.030203:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830494.030207:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803038080:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830494.030215:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038208:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830494.030239:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830494.030252:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffff9d1f47fa0b40 x1874669803038208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830494.030264:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803038208/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830494.030273:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830494.030276:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830494.030280:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038208:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830494.030302:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038336:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830494.030326:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830494.030339:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffff9d1f47fa30c0 x1874669803038336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830494.030351:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803038336/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830494.030360:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830494.030363:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830494.030366:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038336:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830494.155889:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830495.178650:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830496.202668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830497.226643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830498.250802:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830499.146816:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830499.146826:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830499.146831:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830499.146841:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6101 00000100:00080000:1.0:1787830499.146852:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830499.146860:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830499.146900:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803038464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830499.146945:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830499.146950:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830499.146952:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830499.146956:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6101 00000100:00080000:1.0:1787830499.146960:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830499.146964:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830499.146974:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830499.146999:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803038592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830499.147009:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830499.147013:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830499.147014:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830499.147018:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6101 00000100:00080000:1.0:1787830499.147021:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830499.147025:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830499.147030:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830499.147756:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803038720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830499.147779:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803038464:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830499.147844:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830499.147883:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffff9d1f47fa21c0 x1874669803038464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830499.147900:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803038464/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830499.147912:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830499.147917:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830499.147921:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803038464:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830499.147930:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038592:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830499.147952:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830499.147963:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffff9d1f47fa1680 x1874669803038592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830499.147992:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803038592/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830499.148000:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830499.148003:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830499.148006:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038592:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830499.148029:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038720:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830499.148050:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830499.148059:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffff9d1f47fa1a40 x1874669803038720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830499.148069:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803038720/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830499.148075:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830499.148078:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830499.148081:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038720:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830499.274899:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830500.298624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830501.322723:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830502.346853:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830503.371527:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830504.268122:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830504.268132:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830504.268136:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830504.268145:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6107 00000100:00080000:1.0:1787830504.268156:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830504.268163:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830504.268200:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669803038848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830504.268232:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830504.268235:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830504.268237:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830504.268241:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6107 00000100:00080000:1.0:1787830504.268246:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830504.268249:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830504.268258:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830504.268271:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669803038976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830504.268281:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830504.268284:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830504.268286:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830504.268289:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6107 00000100:00080000:1.0:1787830504.268293:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830504.268296:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830504.268301:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830504.268310:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803039104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830504.268401:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803038848:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830504.268481:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830504.268520:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffff9d1f47fa03c0 x1874669803038848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830504.268538:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669803038848/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830504.268549:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830504.268552:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830504.268556:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803038848:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830504.268563:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038976:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830504.268585:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830504.268596:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffff9d1f47fa0780 x1874669803038976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830504.268607:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669803038976/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830504.268615:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830504.268618:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830504.268622:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803038976:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830504.268627:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039104:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830504.268644:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830504.268654:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffff9d1f47fa1a40 x1874669803039104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830504.268664:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803039104/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830504.268671:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830504.268674:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830504.268678:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039104:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830504.394692:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830505.418565:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830506.442791:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830507.467040:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830508.490691:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830509.386747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.386757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830509.386761:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.386771:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6112 00000100:00080000:0.0:1787830509.386782:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830509.386790:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830509.386827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803039232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830509.386856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.386860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830509.386862:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.386866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6112 00000100:00080000:0.0:1787830509.386869:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830509.386873:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830509.386882:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830509.386903:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803039232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830509.386923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803039360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830509.386935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.386938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830509.386941:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.386944:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6112 00000100:00080000:0.0:1787830509.386948:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830509.386951:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830509.386956:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830509.386967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803039488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830509.386979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830509.387023:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffff9d1f4bd94b40 x1874669803039232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830509.387040:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803039232/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830509.387050:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830509.387054:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830509.387057:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803039232:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830509.387083:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039360:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830509.387103:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830509.387113:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffff9d1f4bd970c0 x1874669803039360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830509.387123:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803039360/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830509.387131:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830509.387133:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830509.387136:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039360:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830509.387141:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039488:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830509.387158:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830509.387166:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffff9d1f4bd97840 x1874669803039488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830509.387175:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803039488/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830509.387183:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830509.387185:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830509.387189:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039488:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830509.514789:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830510.538786:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830511.563179:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830512.586639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830513.610924:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830514.507063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830514.507074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830514.507079:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830514.507089:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6117 00000100:00080000:3.0:1787830514.507101:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830514.507110:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830514.507147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803039616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830514.507177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830514.507181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830514.507183:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830514.507187:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6117 00000100:00080000:3.0:1787830514.507191:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830514.507195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830514.507204:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830514.507218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803039744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830514.507234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830514.507238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830514.507240:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830514.507243:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6117 00000100:00080000:3.0:1787830514.507247:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830514.507251:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830514.507256:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830514.507267:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803039872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830514.507933:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803039616:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830514.508000:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830514.508041:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830514/real 1787830514] req@ffff9d1f48272d00 x1874669803039616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830514.508057:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803039616/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830514.508067:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830514.508070:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830514.508074:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803039616:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830514.508082:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039744:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830514.508105:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830514.508117:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830514/real 1787830514] req@ffff9d1f48270b40 x1874669803039744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830514.508134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803039744/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830514.508141:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830514.508144:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830514.508147:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039744:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830514.508153:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039872:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830514.508174:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830514.508184:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830514/real 1787830514] req@ffff9d1f48270f00 x1874669803039872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830514.508195:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803039872/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830514.508203:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830514.508206:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830514.508210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803039872:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830514.634774:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830515.658760:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830516.682896:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830517.707636:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830518.732030:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830519.626991:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830519.627001:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830519.627005:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830519.627014:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6122 00000100:00080000:3.0:1787830519.627025:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830519.627032:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830519.627067:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803040000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830519.627099:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830519.627103:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830519.627105:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830519.627109:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6122 00000100:00080000:3.0:1787830519.627112:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830519.627115:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830519.627124:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830519.627137:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803040128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830519.627145:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830519.627147:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830519.627148:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830519.627151:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6122 00000100:00080000:3.0:1787830519.627154:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830519.627157:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830519.627161:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830519.627169:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803040256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830519.627233:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803040000:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830519.627293:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830519.627352:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830519/real 1787830519] req@ffff9d1f48270780 x1874669803040000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830519.627372:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803040000/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830519.627383:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830519.627387:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830519.627391:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803040000:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830519.627398:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040128:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830519.627420:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830519.627433:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830519/real 1787830519] req@ffff9d1f48271e00 x1874669803040128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830519.627447:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803040128/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830519.627454:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830519.627477:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830519.627481:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040128:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830519.627486:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040256:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830519.627505:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830519.627515:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830519/real 1787830519] req@ffff9d1f482712c0 x1874669803040256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830519.627525:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803040256/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830519.627532:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830519.627535:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830519.627538:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040256:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830519.754652:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830520.780448:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830521.804374:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830522.826855:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830523.850651:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830524.746586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830524.746594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830524.746599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830524.746609:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6127 00000100:00080000:3.0:1787830524.746619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830524.746627:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830524.746663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803040384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830524.746687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830524.746691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830524.746693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830524.746697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6127 00000100:00080000:3.0:1787830524.746701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830524.746706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830524.746733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830524.746738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803040384:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830524.746751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803040512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830524.746764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830524.746767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830524.746770:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830524.746773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6127 00000100:00100000:2.0:1787830524.746870:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040512:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787830524.747191:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830524.747196:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830524.747200:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830524.747210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803040640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830524.747442:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040640:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830524.874689:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830525.898619:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830526.922674:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787830527.819305:0:2332:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787830527.819352:0:2332:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830527.819369:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830527.819410:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830527.819420:0:2332:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:2.0:1787830527.819731:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830524/real 1787830527] req@ffff9d1f482703c0 x1874669803040640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830527.819755:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803040640/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830527.819767:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830527.819772:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830527.819789:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040640:192.168.203.151@tcp:8:kworker.0 00000100:00100000:2.0:1787830527.819797:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830524/real 1787830527] req@ffff9d1f48273c00 x1874669803040512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830527.819810:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803040512/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830527.819818:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830527.819821:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830527.819825:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040512:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830527.819832:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830524/real 1787830527] req@ffff9d1f48271680 x1874669803040384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830527.819851:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803040384/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830527.819858:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830527.819862:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830527.819865:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803040384:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787830527.947365:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830528.970664:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830529.866738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830529.866748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830529.866752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830529.866777:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6132 00000100:00080000:2.0:1787830529.866789:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830529.866797:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830529.866837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803040768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830529.866867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830529.866871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830529.866873:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830529.866877:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6132 00000100:00080000:2.0:1787830529.866880:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830529.866884:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830529.866894:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830529.866905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803040896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830529.866920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830529.866923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830529.866925:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830529.866929:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6132 00000100:00080000:2.0:1787830529.866932:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830529.866936:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830529.866940:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830529.866950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803041024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830529.867942:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803040768:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830529.868041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830529.868107:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830529/real 1787830529] req@ffff9d1f45d13c00 x1874669803040768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830529.868134:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803040768/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830529.868146:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830529.868151:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830529.868155:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803040768:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830529.868164:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040896:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830529.868188:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830529.868202:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830529/real 1787830529] req@ffff9d1f45d12d00 x1874669803040896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830529.868213:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803040896/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830529.868222:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830529.868225:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830529.868228:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803040896:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830529.868235:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041024:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830529.868258:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830529.868269:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830529/real 1787830529] req@ffff9d1f45d11a40 x1874669803041024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830529.868280:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803041024/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830529.868297:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830529.868302:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830529.868306:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041024:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830529.996537:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830531.018811:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830532.042697:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830533.066791:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830534.090677:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830534.986793:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830534.986804:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830534.986808:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830534.986817:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6137 00000100:00080000:3.0:1787830534.986828:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830534.986836:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830534.986872:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669803041152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830534.986896:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830534.986900:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830534.986901:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830534.986906:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6137 00000100:00080000:3.0:1787830534.986910:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830534.986914:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830534.986924:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830534.986935:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803041152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830534.986941:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803041280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830534.986954:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830534.986958:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830534.986960:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830534.986964:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6137 00000100:00080000:3.0:1787830534.986968:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830534.986972:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830534.986977:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787830534.986991:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:3.0:1787830534.986991:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803041408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830534.987045:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830534/real 1787830534] req@ffff9d1f48273840 x1874669803041152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830534.987064:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669803041152/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830534.987072:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830534.987075:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830534.987078:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803041152:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830534.987097:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041280:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830534.987120:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830534.987132:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830534/real 1787830534] req@ffff9d1f48271680 x1874669803041280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830534.987142:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803041280/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830534.987150:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830534.987153:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830534.987156:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041280:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830534.987161:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041408:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830534.987177:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830534.987186:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830534/real 1787830534] req@ffff9d1f48273c00 x1874669803041408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830534.987195:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803041408/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830534.987204:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830534.987207:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830534.987210:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041408:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830535.114740:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830536.138669:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830537.162752:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830538.186727:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830539.210736:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830540.106573:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830540.106585:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830540.106590:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830540.106600:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6142 00000100:00080000:3.0:1787830540.106611:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830540.106618:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830540.106662:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803041536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830540.106700:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830540.106704:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830540.106705:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830540.106710:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6142 00000100:00080000:3.0:1787830540.106713:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830540.106717:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830540.106726:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830540.106738:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803041664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830540.106747:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830540.106750:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830540.106752:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830540.106755:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6142 00000100:00080000:3.0:1787830540.106758:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830540.106762:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830540.106766:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830540.106775:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803041792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830540.106866:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803041536:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830540.106923:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830540.106960:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffff9d1f482703c0 x1874669803041536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830540.106976:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803041536/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830540.106986:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830540.106990:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830540.106993:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803041536:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830540.107000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041664:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830540.107023:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830540.107035:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffff9d1f482712c0 x1874669803041664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830540.107046:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803041664/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830540.107053:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830540.107056:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830540.107060:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041664:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830540.107066:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041792:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830540.107085:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830540.107095:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffff9d1f48271e00 x1874669803041792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830540.107106:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803041792/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830540.107115:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830540.107118:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830540.107121:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803041792:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830540.236284:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830541.260437:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830542.283193:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830543.306655:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830544.330765:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830545.226784:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830545.226795:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830545.226799:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830545.226809:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6148 00000100:00080000:2.0:1787830545.226820:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830545.226827:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830545.226872:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803041920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830545.226902:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830545.226905:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830545.226907:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830545.226913:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6148 00000100:00080000:2.0:1787830545.226917:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830545.226921:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830545.226939:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830545.226953:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803042048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830545.226964:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830545.226967:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830545.226969:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830545.226973:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6148 00000100:00080000:2.0:1787830545.226977:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830545.226981:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830545.226987:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830545.226989:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803041920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830545.226999:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803042176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830545.227053:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830545.227118:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffff9d1f45d13840 x1874669803041920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830545.227141:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803041920/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830545.227150:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830545.227154:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830545.227158:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803041920:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830545.227165:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042048:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830545.227193:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830545.227206:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffff9d1f45d11680 x1874669803042048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830545.227217:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803042048/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830545.227225:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830545.227228:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830545.227231:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042048:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830545.227255:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042176:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830545.227276:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830545.227287:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffff9d1f45d12580 x1874669803042176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830545.227298:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803042176/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830545.227312:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830545.227315:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830545.227318:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042176:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830545.356112:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830546.378730:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830547.404396:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830548.426675:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830549.452326:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830550.346581:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830550.346590:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830550.346594:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830550.346603:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6153 00000100:00080000:2.0:1787830550.346613:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830550.346630:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830550.346665:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803042304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830550.346694:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830550.346698:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830550.346700:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830550.346704:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6153 00000100:00080000:2.0:1787830550.346707:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830550.346711:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830550.346720:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830550.346733:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803042432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830550.346745:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787830550.346747:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803042304:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787830550.346750:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830550.346754:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830550.346759:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6153 00000100:00080000:2.0:1787830550.346762:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830550.346766:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830550.346771:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830550.346782:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803042560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830550.346875:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830550.346913:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffff9d1f45d10780 x1874669803042304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.346930:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803042304/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.346939:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.346942:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830550.346946:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803042304:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830550.346967:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042432:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830550.346988:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830550.346998:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffff9d1f45d11e00 x1874669803042432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.347008:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803042432/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.347015:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.347017:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830550.347021:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042432:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830550.347026:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042560:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830550.347041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830550.347050:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffff9d1f45d13480 x1874669803042560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.347060:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803042560/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.347133:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.347136:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830550.347139:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042560:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830550.474678:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830551.500083:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830552.522826:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830553.550037:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830554.570676:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830555.466551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830555.466561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830555.466565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830555.466574:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6158 00000100:00080000:2.0:1787830555.466594:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830555.466602:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830555.466637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669803042688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830555.466663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830555.466666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830555.466668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830555.466672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6158 00000100:00080000:2.0:1787830555.466676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830555.466679:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830555.466688:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830555.466700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669803042816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830555.466711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830555.466714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830555.466717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787830555.466719:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803042688:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787830555.466723:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6158 00000100:00080000:2.0:1787830555.466728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830555.466732:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830555.466737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830555.466750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669803042944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830555.466777:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830555.466874:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffff9d1f45d112c0 x1874669803042688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.466892:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669803042688/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.466903:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.466907:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830555.466910:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803042688:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830555.466931:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042816:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830555.466954:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830555.466967:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffff9d1f45d130c0 x1874669803042816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.466978:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669803042816/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.466986:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.466989:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830555.466992:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042816:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830555.466998:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042944:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830555.467017:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830555.467027:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffff9d1f45d12940 x1874669803042944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.467038:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669803042944/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.467046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.467049:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830555.467052:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803042944:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830555.594764:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830556.618694:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830557.642644:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830558.667820:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830559.692009:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830560.586694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830560.586706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830560.586710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830560.586720:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6163 00000100:00080000:2.0:1787830560.586730:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830560.586738:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830560.586776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12940 x1874669803043072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830560.586808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830560.586812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830560.586813:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830560.586817:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6163 00000100:00080000:2.0:1787830560.586821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830560.586825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830560.586833:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830560.586846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d130c0 x1874669803043200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830560.586856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830560.586859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830560.586861:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830560.586864:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6163 00000100:00080000:2.0:1787830560.586868:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830560.586871:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830560.586876:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830560.586887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d112c0 x1874669803043328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830560.586977:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803043072:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830560.587041:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830560.587093:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830560/real 1787830560] req@ffff9d1f45d12940 x1874669803043072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830560.587117:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12940 x1874669803043072/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830560.587127:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830560.587131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830560.587135:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803043072:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830560.587143:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043200:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830560.587166:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830560.587179:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830560/real 1787830560] req@ffff9d1f45d130c0 x1874669803043200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830560.587191:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d130c0 x1874669803043200/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830560.587199:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830560.587202:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830560.587205:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043200:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830560.587211:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043328:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830560.587227:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830560.587237:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830560/real 1787830560] req@ffff9d1f45d112c0 x1874669803043328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830560.587248:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d112c0 x1874669803043328/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830560.587261:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830560.587264:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830560.587268:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043328:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830560.714924:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830561.738679:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830562.762770:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830563.786973:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830564.811568:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830565.706652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830565.706661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830565.706665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830565.706674:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6168 00000100:00080000:3.0:1787830565.706685:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830565.706692:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830565.706725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803043456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830565.706790:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803043456:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830565.706852:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:3.0:1787830565.706931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830565.706936:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830565.706938:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830565.706943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6168 00000100:00080000:3.0:1787830565.706948:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830565.706952:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830565.706961:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830565.706976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803043584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830565.707150:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830565/real 1787830565] req@ffff9d1f48270780 x1874669803043456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830565.707165:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803043456/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830565.707174:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830565.707178:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830565.707181:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803043456:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830565.707203:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043584:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830565.707228:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830565.707241:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830565/real 1787830565] req@ffff9d1f48270f00 x1874669803043584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830565.707263:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803043584/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830565.707272:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830565.707275:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830565.707279:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043584:192.168.203.151@tcp:38:kworker.0 00000100:00080000:3.0:1787830565.707358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830565.707362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830565.707364:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830565.707368:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6168 00000100:00080000:3.0:1787830565.707372:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830565.707376:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830565.707386:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830565.707399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803043712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830565.707418:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043712:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830565.707442:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830565.707455:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830565/real 1787830565] req@ffff9d1f48270b40 x1874669803043712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830565.707486:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803043712/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830565.707496:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830565.707509:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830565.707522:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043712:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830565.834724:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830566.858688:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830567.883322:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830568.906917:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830569.930690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830570.826599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830570.826610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830570.826613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830570.826622:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6173 00000100:00080000:2.0:1787830570.826634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830570.826641:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830570.826678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803043840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830570.826748:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803043840:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830570.826974:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:2.0:1787830570.827003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830570.827008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830570.827010:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830570.827014:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6173 00000100:00080000:2.0:1787830570.827019:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830570.827024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830570.827033:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830570.827047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803043968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830570.827110:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830570/real 1787830570] req@ffff9d1f45d13480 x1874669803043840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830570.827126:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803043840/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830570.827136:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830570.827140:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830570.827144:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803043840:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830570.827167:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043968:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830570.827190:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830570.827202:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830570/real 1787830570] req@ffff9d1f45d11e00 x1874669803043968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830570.827213:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803043968/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830570.827221:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830570.827225:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830570.827228:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803043968:192.168.203.151@tcp:38:kworker.0 00000100:00080000:2.0:1787830570.827273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830570.827279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830570.827281:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830570.827285:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6173 00000100:00080000:2.0:1787830570.827289:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830570.827294:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830570.827299:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830570.827312:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803044096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830570.827372:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044096:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830570.827394:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830570.827405:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830570/real 1787830570] req@ffff9d1f45d10780 x1874669803044096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830570.827417:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803044096/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830570.827425:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830570.827428:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830570.827431:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044096:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830570.954769:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830571.979498:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830573.002686:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830574.026664:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830575.050812:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830575.946792:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830575.946803:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830575.946807:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830575.946817:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6178 00000100:00080000:0.0:1787830575.946828:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830575.946835:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830575.946870:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803044224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830575.946943:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803044224:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830575.947003:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787830575.947033:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830575.947036:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830575.947038:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830575.947042:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6178 00000100:00080000:0.0:1787830575.947046:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830575.947050:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830575.947059:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830575.947072:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803044352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830575.947133:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830575/real 1787830575] req@ffff9d1f4bd95e00 x1874669803044224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830575.947151:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803044224/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830575.947781:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830575.947786:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830575.947788:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830575.947793:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6178 00000100:00080000:0.0:1787830575.947799:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830575.947804:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830575.947811:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830575.947826:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803044480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830575.948063:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830575.948069:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830575.948074:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803044224:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830575.948105:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044352:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830575.948141:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830575.948221:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830575/real 1787830575] req@ffff9d1f4bd97840 x1874669803044352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830575.948296:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803044352/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830575.948307:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830575.948310:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830575.948313:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044352:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830575.948320:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044480:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830575.948342:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830575.948354:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830575/real 1787830575] req@ffff9d1f4bd970c0 x1874669803044480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830575.948366:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803044480/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830575.948374:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830575.948377:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830575.948380:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044480:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830576.074833:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830577.098786:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830578.122667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830579.146672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830580.170628:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830581.066589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830581.066602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830581.066606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830581.066615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6183 00000100:00080000:3.0:1787830581.066626:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830581.066634:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830581.066666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803044608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830581.066686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830581.066689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830581.066690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830581.066693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6183 00000100:00080000:3.0:1787830581.066696:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830581.066698:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830581.066706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830581.066716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803044736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830581.066722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830581.066725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830581.066726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830581.066728:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6183 00000100:00080000:3.0:1787830581.066730:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830581.066735:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830581.066738:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803044608:192.168.203.151@tcp:250:kworker.0 00000008:00100000:3.0:1787830581.066739:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830581.066748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803044864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830581.066804:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830581.066855:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffff9d1f48272d00 x1874669803044608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830581.066873:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803044608/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.066882:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.066886:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830581.066890:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803044608:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830581.066896:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044736:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830581.066917:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830581.066929:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffff9d1f48273480 x1874669803044736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830581.066940:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803044736/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.066949:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.066952:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830581.066955:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044736:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830581.066978:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044864:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830581.066997:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830581.067019:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffff9d1f48272940 x1874669803044864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830581.067030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803044864/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.067041:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.067044:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830581.067047:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803044864:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830581.194789:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830582.218753:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830583.242672:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830584.267026:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830585.291388:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830586.188486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830586.188496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830586.188500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830586.188510:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6189 00000100:00080000:3.0:1787830586.188521:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830586.188527:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830586.188561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669803044992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830586.188588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830586.188592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830586.188594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830586.188598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6189 00000100:00080000:3.0:1787830586.188601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830586.188605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830586.188614:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830586.188629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803045120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830586.188639:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803044992:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830586.188640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830586.188651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830586.188653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830586.188657:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6189 00000100:00080000:3.0:1787830586.188661:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830586.188664:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830586.188669:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830586.188679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803045248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830586.188720:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830586.188765:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffff9d1f48270000 x1874669803044992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830586.188794:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669803044992/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830586.188805:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830586.188809:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830586.188812:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803044992:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830586.188834:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045120:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830586.188857:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830586.188871:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffff9d1f48272940 x1874669803045120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830586.188883:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803045120/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830586.188891:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830586.188894:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830586.188898:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045120:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830586.188904:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045248:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830586.188936:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830586.188947:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffff9d1f48273480 x1874669803045248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830586.188958:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803045248/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830586.188966:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830586.188969:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830586.188972:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045248:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830586.315360:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830587.339837:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830588.363379:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830589.389574:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830590.411377:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830591.306683:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830591.306693:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830591.306697:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830591.306707:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6194 00000100:00080000:0.0:1787830591.306717:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830591.306731:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830591.306762:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803045376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830591.306787:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830591.306793:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830591.306795:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830591.306798:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6194 00000100:00080000:0.0:1787830591.306800:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830591.306802:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830591.306816:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830591.306825:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803045504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830591.306833:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830591.306837:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787830591.306838:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803045376:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830591.306839:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830591.306846:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6194 00000100:00080000:0.0:1787830591.306848:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830591.306850:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830591.306853:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830591.306861:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803045632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830591.306932:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830591.306962:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045632:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830591.435251:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830592.458598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830593.482738:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787830594.380752:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:3.0:1787830594.380809:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830594.380827:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830594.380870:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:3.0:1787830594.380878:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787830594.382003:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffff9d1f4bd970c0 x1874669803045504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830594.382032:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803045504/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830594.382044:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830594.382048:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830594.382053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045504:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830594.382060:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffff9d1f4bd97840 x1874669803045632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830594.382073:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803045632/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830594.382080:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830594.382084:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830594.382087:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045632:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787830594.382093:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffff9d1f4bd94b40 x1874669803045376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830594.382105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803045376/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830594.382112:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830594.382115:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830594.382118:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803045376:192.168.203.151@tcp:250:kworker.0 00010000:00010000:2.0:1787830594.506712:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830595.530641:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830596.430601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.430612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830596.430616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.430625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6199 00000100:00080000:2.0:1787830596.430636:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.430644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830596.430682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803045760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830596.430716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.430720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830596.430722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.430726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6199 00000100:00080000:2.0:1787830596.430730:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.430734:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830596.430743:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830596.430755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803045888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830596.430765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.430768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830596.430769:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.430773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6199 00000100:00080000:2.0:1787830596.430776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.430779:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830596.430783:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830596.430793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803046016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830596.431356:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803045760:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830596.431422:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830596.431495:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffff9d1f45d12580 x1874669803045760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830596.431513:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803045760/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830596.431530:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830596.431535:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830596.431539:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803045760:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830596.431545:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045888:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830596.431569:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830596.431583:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffff9d1f45d11680 x1874669803045888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830596.431596:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803045888/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830596.431604:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830596.431608:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830596.431610:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803045888:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830596.431616:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046016:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830596.431633:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830596.431640:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffff9d1f45d13840 x1874669803046016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830596.431648:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803046016/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830596.431653:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830596.431655:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830596.431657:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046016:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830596.554646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830597.578764:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830598.602624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830599.626681:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830600.651358:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830601.546919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830601.546941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830601.546946:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830601.546955:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6204 00000100:00080000:2.0:1787830601.546965:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830601.546973:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830601.547011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803046144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830601.547045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830601.547048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830601.547050:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830601.547054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6204 00000100:00080000:2.0:1787830601.547058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830601.547061:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830601.547070:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830601.547081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803046272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830601.547091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830601.547094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830601.547096:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830601.547099:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6204 00000100:00080000:2.0:1787830601.547102:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830601.547106:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830601.547110:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830601.547119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803046400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830601.547273:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803046144:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830601.547335:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830601.547373:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830601/real 1787830601] req@ffff9d1f45d11a40 x1874669803046144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830601.547389:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803046144/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830601.547399:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830601.547402:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830601.547406:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803046144:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830601.547412:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046272:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830601.547435:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830601.547446:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830601/real 1787830601] req@ffff9d1f45d12d00 x1874669803046272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830601.547484:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803046272/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830601.547497:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830601.547500:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830601.547504:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046272:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830601.547511:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046400:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830601.547535:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830601.547547:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830601/real 1787830601] req@ffff9d1f45d13c00 x1874669803046400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830601.547558:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803046400/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830601.547566:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830601.547570:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830601.547573:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046400:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830601.674761:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830602.700342:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830603.723304:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830604.746598:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830605.770848:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830606.667077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830606.667087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830606.667091:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830606.667100:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6209 00000100:00080000:3.0:1787830606.667110:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830606.667117:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830606.667166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803046528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830606.667190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830606.667194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830606.667195:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830606.667201:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6209 00000100:00080000:3.0:1787830606.667204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830606.667208:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830606.667217:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830606.667244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803046656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830606.667257:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803046528:192.168.203.151@tcp:250:kworker.0 00000100:00080000:3.0:1787830606.667257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830606.667264:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830606.667268:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830606.667272:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6209 00000100:00080000:3.0:1787830606.667276:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830606.667281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830606.667286:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830606.667303:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803046784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830606.667331:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830606.667387:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830606/real 1787830606] req@ffff9d1f48272d00 x1874669803046528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830606.667741:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803046528/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830606.667752:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830606.667756:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830606.667760:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803046528:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830606.667788:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046656:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830606.667813:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830606.667840:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830606/real 1787830606] req@ffff9d1f48270b40 x1874669803046656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830606.667854:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803046656/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830606.667863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830606.667866:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830606.667874:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046656:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830606.667880:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046784:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830606.667902:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830606.667915:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830606/real 1787830606] req@ffff9d1f48270f00 x1874669803046784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830606.667925:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803046784/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830606.667933:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830606.667937:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830606.667940:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803046784:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830606.794816:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830607.818640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830608.842664:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830609.866700:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830610.890643:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830611.786676:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830611.786696:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830611.786701:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830611.786712:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6214 00000100:00080000:1.0:1787830611.786723:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830611.786730:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830611.786765:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803046912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830611.786846:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803046912:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830611.786910:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830611.786944:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830611.786949:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830611.786950:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830611.786955:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6214 00000100:00080000:1.0:1787830611.786960:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830611.786964:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830611.786973:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830611.786987:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803047040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830611.787585:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830611/real 1787830611] req@ffff9d1f47fa1680 x1874669803046912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830611.787604:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803046912/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830611.787617:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830611.787622:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830611.787626:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803046912:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830611.787662:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047040:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830611.787689:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830611.787702:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830611/real 1787830611] req@ffff9d1f47fa21c0 x1874669803047040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830611.787713:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803047040/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830611.787721:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830611.787724:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830611.787733:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047040:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830611.788163:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830611.788168:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830611.788170:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830611.788175:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6214 00000100:00080000:1.0:1787830611.788180:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830611.788185:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830611.788199:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830611.788216:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803047168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830611.788247:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047168:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830611.788270:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830611.788280:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830611/real 1787830611] req@ffff9d1f47fa30c0 x1874669803047168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830611.788289:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803047168/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830611.788295:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830611.788297:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830611.788299:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047168:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830611.914663:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830612.940377:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830613.963230:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830614.986664:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830616.010996:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830616.906626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830616.906637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830616.906641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830616.906651:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6219 00000100:00080000:0.0:1787830616.906661:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830616.906668:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830616.906716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803047296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830616.906749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830616.906753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830616.906755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830616.906758:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6219 00000100:00080000:0.0:1787830616.906763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830616.906767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830616.906775:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830616.906788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803047424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830616.906799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830616.906803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830616.906805:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830616.906808:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6219 00000100:00080000:0.0:1787830616.906812:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830616.906816:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830616.906821:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830616.906829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803047552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830616.907036:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803047296:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830616.907100:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830616.908091:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830616/real 1787830616] req@ffff9d1f4bd95e00 x1874669803047296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830616.908113:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803047296/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830616.908124:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830616.908128:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830616.908131:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803047296:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830616.908139:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047424:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830616.908186:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830616.908202:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830616/real 1787830616] req@ffff9d1f4bd94b40 x1874669803047424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830616.908215:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803047424/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830616.908223:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830616.908226:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830616.908230:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047424:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830616.908236:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047552:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830616.908256:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830616.908268:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830616/real 1787830616] req@ffff9d1f4bd97840 x1874669803047552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830616.908279:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803047552/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830616.908287:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830616.908291:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830616.908294:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047552:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830617.034646:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830618.058813:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830619.083453:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830620.106786:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830621.130648:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830622.026570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830622.026579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830622.026583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830622.026592:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6224 00000100:00080000:0.0:1787830622.026603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830622.026609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830622.026641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803047680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830622.026668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830622.026672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830622.026673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830622.026676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6224 00000100:00080000:0.0:1787830622.026679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830622.026682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830622.026690:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830622.026703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803047808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830622.026712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830622.026715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830622.026717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830622.026720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6224 00000100:00080000:0.0:1787830622.026723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830622.026726:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830622.026731:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830622.026741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803047936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830622.027113:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803047680:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830622.027175:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830622.027213:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffff9d1f4bd970c0 x1874669803047680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830622.027230:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803047680/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830622.027241:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830622.027245:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830622.027249:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803047680:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830622.027260:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047808:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830622.027284:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830622.027297:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffff9d1f4bd97840 x1874669803047808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830622.027309:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803047808/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830622.027317:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830622.027320:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830622.027323:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047808:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830622.027329:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047936:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830622.027349:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830622.027360:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffff9d1f4bd94b40 x1874669803047936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830622.027371:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803047936/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830622.027379:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830622.027382:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830622.027385:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803047936:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830622.155160:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830623.179441:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830624.202701:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830625.228045:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830626.251148:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830627.146891:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830627.146901:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830627.146905:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830627.146914:0:42033:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6229 00000100:00080000:0.0:1787830627.146924:0:42033:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830627.146931:0:42033:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830627.146967:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803048064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830627.146999:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830627.147003:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830627.147005:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830627.147009:0:42033:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6229 00000100:00080000:0.0:1787830627.147012:0:42033:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830627.147016:0:42033:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830627.147025:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830627.147037:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803048192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830627.147045:0:42033:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830627.147048:0:42033:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830627.147050:0:42033:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830627.147053:0:42033:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6229 00000100:00080000:0.0:1787830627.147056:0:42033:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830627.147059:0:42033:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830627.147063:0:42033:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830627.147070:0:42033:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803048320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830627.149550:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803048064:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830627.149625:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830627.149682:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffff9d1f4bd95e00 x1874669803048064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830627.149700:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803048064/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830627.149711:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830627.149715:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830627.149719:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803048064:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830627.149726:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048192:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830627.149749:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830627.149761:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffff9d1f4bd94b40 x1874669803048192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830627.149773:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803048192/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830627.149781:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830627.149784:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830627.149787:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048192:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830627.149793:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048320:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830627.149812:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830627.149825:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffff9d1f4bd97840 x1874669803048320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830627.149836:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803048320/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830627.149845:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830627.149848:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830627.149851:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048320:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830627.275735:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830628.300642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830629.325711:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830630.346715:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830631.371002:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830632.266568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830632.266579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830632.266584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830632.266593:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6235 00000100:00080000:0.0:1787830632.266604:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830632.266612:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830632.266648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803048448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830632.266681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830632.266685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830632.266687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830632.266691:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6235 00000100:00080000:0.0:1787830632.266695:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830632.266699:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830632.266708:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830632.266721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803048576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830632.266730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830632.266734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830632.266735:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830632.266739:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6235 00000100:00080000:0.0:1787830632.266742:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830632.266746:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830632.266750:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830632.266760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803048704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830632.266858:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803048448:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830632.266930:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830632.266968:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffff9d1f4bd970c0 x1874669803048448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830632.266984:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803048448/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830632.266993:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830632.266997:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830632.267001:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803048448:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830632.267008:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048576:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830632.267029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830632.267042:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffff9d1f4bd97840 x1874669803048576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830632.267069:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803048576/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830632.267078:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830632.267081:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830632.267084:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048576:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830632.267090:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048704:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830632.267110:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830632.267122:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffff9d1f4bd94b40 x1874669803048704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830632.267132:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803048704/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830632.267141:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830632.267143:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830632.267146:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048704:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830632.395129:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830633.419437:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830634.442762:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830635.466642:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830636.490931:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830637.387924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830637.387934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830637.387938:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830637.387948:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6240 00000100:00080000:0.0:1787830637.387957:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830637.387965:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830637.388005:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803048832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830637.388034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830637.388038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830637.388040:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830637.388044:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6240 00000100:00080000:0.0:1787830637.388047:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830637.388051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830637.388058:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803048832:192.168.203.151@tcp:250:kworker.0 00000008:00100000:0.0:1787830637.388067:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830637.388082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803048960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830637.388093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830637.388096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830637.388098:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830637.388102:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6240 00000800:00000100:1.0:1787830637.388124:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:0.0:1787830637.388315:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830637.388577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830637.388583:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830637.388598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803049088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830637.388609:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffff9d1f4bd95e00 x1874669803048832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830637.388629:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803048832/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830637.388639:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830637.388643:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830637.388647:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803048832:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830637.388672:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048960:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830637.388699:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830637.388714:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffff9d1f4bd94b40 x1874669803048960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830637.388727:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803048960/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830637.388737:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830637.388741:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830637.388744:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803048960:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830637.388994:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049088:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830637.389029:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830637.389041:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffff9d1f4bd97840 x1874669803049088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830637.389060:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803049088/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830637.389068:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830637.389071:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830637.389074:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049088:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830637.514880:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830638.538639:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830639.563820:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830640.586673:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830641.610739:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830642.506569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830642.506580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830642.506584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830642.506594:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6245 00000100:00080000:0.0:1787830642.506604:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830642.506612:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830642.506649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803049216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830642.506672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830642.506675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830642.506677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830642.506680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6245 00000100:00080000:0.0:1787830642.506684:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830642.506700:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830642.506709:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830642.506722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803049344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830642.506732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830642.506734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830642.506736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830642.506740:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6245 00000100:00080000:0.0:1787830642.506744:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830642.506747:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830642.506751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830642.506760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803049472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830642.507036:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803049216:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830642.507341:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830642.507378:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830642/real 1787830642] req@ffff9d1f4bd970c0 x1874669803049216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830642.507393:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803049216/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830642.507403:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830642.507406:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830642.507410:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803049216:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830642.507416:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049344:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830642.507436:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830642.507445:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830642/real 1787830642] req@ffff9d1f4bd97840 x1874669803049344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830642.507471:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803049344/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830642.507485:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830642.507488:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830642.507491:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049344:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830642.507496:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049472:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830642.507513:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830642.507523:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830642/real 1787830642] req@ffff9d1f4bd94b40 x1874669803049472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830642.507533:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803049472/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830642.507540:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830642.507543:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830642.507546:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049472:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830642.634694:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830643.658845:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830644.682631:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830645.706660:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830646.730681:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830647.627616:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830647.627626:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830647.627630:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830647.627640:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6250 00000100:00080000:2.0:1787830647.627652:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830647.627661:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830647.627699:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669803049600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830647.627725:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830647.627729:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830647.627730:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830647.627734:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6250 00000100:00080000:2.0:1787830647.627737:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830647.627740:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830647.627751:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830647.627773:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803049600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830647.627778:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669803049728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830647.627792:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830647.627796:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830647.627798:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830647.627801:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6250 00000100:00080000:2.0:1787830647.627804:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830647.627808:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830647.627813:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830647.627826:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669803049856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830647.627837:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830647.627878:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830647/real 1787830647] req@ffff9d1f45d103c0 x1874669803049600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830647.627891:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669803049600/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830647.627899:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830647.627902:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830647.627906:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803049600:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830647.627938:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049728:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830647.627972:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830647.627985:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830647/real 1787830647] req@ffff9d1f45d10000 x1874669803049728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830647.627997:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669803049728/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830647.628005:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830647.628008:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830647.628012:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049728:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830647.628018:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049856:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830647.628038:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830647.628049:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830647/real 1787830647] req@ffff9d1f45d121c0 x1874669803049856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830647.628060:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669803049856/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830647.628069:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830647.628073:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830647.628076:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803049856:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830647.758032:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830648.779714:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830649.802688:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830650.826677:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830651.850736:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830652.747969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830652.747979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830652.747983:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830652.747993:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6255 00000100:00080000:0.0:1787830652.748004:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830652.748010:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830652.748041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd95e00 x1874669803049984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830652.748066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830652.748069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830652.748071:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830652.748074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6255 00000100:00080000:0.0:1787830652.748077:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830652.748080:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830652.748090:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830652.748102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803050112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830652.748112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830652.748116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830652.748118:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830652.748123:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6255 00000100:00100000:1.0:1787830652.748124:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803049984:192.168.203.151@tcp:250:kworker.0 00000100:00080000:0.0:1787830652.748127:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830652.748135:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830652.748141:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830652.748153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803050240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830652.748196:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830652.748255:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830652/real 1787830652] req@ffff9d1f4bd95e00 x1874669803049984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830652.748274:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd95e00 x1874669803049984/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830652.748283:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830652.748288:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830652.748291:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd95e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803049984:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830652.748298:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050112:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830652.748981:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830652.748999:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830652/real 1787830652] req@ffff9d1f4bd94b40 x1874669803050112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830652.749013:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803050112/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830652.749022:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830652.749025:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830652.749029:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050112:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830652.749066:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050240:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830652.749189:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830652.749201:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830652/real 1787830652] req@ffff9d1f4bd97840 x1874669803050240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830652.749220:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803050240/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830652.749229:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830652.749232:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830652.749235:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050240:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830652.874634:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830653.898707:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830654.922681:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830655.946740:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830656.970661:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830657.866673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830657.866684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830657.866689:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830657.866699:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6260 00000100:00080000:2.0:1787830657.866709:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830657.866717:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830657.866753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d121c0 x1874669803050368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830657.866789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830657.866793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830657.866794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830657.866798:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6260 00000100:00080000:2.0:1787830657.866802:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830657.866805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830657.866815:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830657.866826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10000 x1874669803050496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830657.866836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830657.866839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830657.866841:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830657.866844:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6260 00000100:00080000:2.0:1787830657.866847:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830657.866850:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830657.866855:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830657.866865:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d103c0 x1874669803050624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830657.867939:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803050368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830657.868078:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830657.868102:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830657.995298:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830659.018626:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830660.042662:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787830660.939562:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:2.0:1787830660.939617:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787830660.939634:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787830660.939673:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:2.0:1787830660.939681:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787830660.940039:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830657/real 1787830660] req@ffff9d1f45d121c0 x1874669803050368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830660.940063:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d121c0 x1874669803050368/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830660.940074:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830660.940080:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830660.940083:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803050368:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830660.940091:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830657/real 1787830660] req@ffff9d1f45d10000 x1874669803050496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830660.940102:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10000 x1874669803050496/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830660.940110:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830660.940113:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830660.940116:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050496:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830660.940121:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830657/real 1787830660] req@ffff9d1f45d103c0 x1874669803050624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830660.940130:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d103c0 x1874669803050624/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830660.940137:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830660.940139:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830660.940143:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050624:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830661.066674:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830662.090784:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830662.986690:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830662.986700:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830662.986705:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830662.986714:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6265 00000100:00080000:3.0:1787830662.986725:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830662.986733:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830662.986769:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803050752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830662.986800:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830662.986806:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830662.986807:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830662.986812:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6265 00000100:00080000:3.0:1787830662.986816:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830662.986820:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830662.986830:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830662.986855:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803050880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830662.986866:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830662.986869:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830662.986871:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830662.986875:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6265 00000100:00080000:3.0:1787830662.986878:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830662.986882:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830662.986887:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830662.986897:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803051008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830662.988104:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803050752:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830662.988194:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830662.988235:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830662/real 1787830662] req@ffff9d1f48270780 x1874669803050752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830662.988253:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803050752/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830662.988263:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830662.988267:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830662.988270:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803050752:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830662.988278:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050880:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830662.988300:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830662.988312:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830662/real 1787830662] req@ffff9d1f48271e00 x1874669803050880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830662.988323:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803050880/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830662.988331:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830662.988334:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830662.988337:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803050880:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830662.988343:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051008:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830662.988364:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830662.988375:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830662/real 1787830662] req@ffff9d1f482712c0 x1874669803051008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830662.988385:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803051008/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830662.988393:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830662.988397:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830662.988400:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051008:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830663.115872:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830664.138722:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830665.162675:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830666.189010:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830667.210758:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830668.107211:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.107222:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830668.107226:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.107237:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6270 00000100:00080000:1.0:1787830668.107553:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.107563:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830668.107598:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803051136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830668.107679:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803051136:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830668.107819:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830668.107986:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.107991:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830668.107993:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.107997:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6270 00000100:00080000:1.0:1787830668.108002:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.108006:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830668.108016:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830668.108029:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803051264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830668.109231:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffff9d1f47fa0b40 x1874669803051136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.109266:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803051136/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.109276:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.109280:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830668.109285:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803051136:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830668.109313:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051264:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830668.109364:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830668.109380:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffff9d1f47fa0000 x1874669803051264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.109396:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803051264/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.109404:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.109407:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830668.109410:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051264:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830668.109702:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.109708:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830668.109710:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.109715:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6270 00000100:00080000:1.0:1787830668.109720:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.109791:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830668.109798:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830668.109828:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803051392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830668.109874:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051392:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830668.109900:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830668.110004:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffff9d1f47fa2580 x1874669803051392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.110016:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803051392/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.110023:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.110026:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830668.110029:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051392:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830668.236195:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830669.259278:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830670.283236:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830671.306875:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830672.331820:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830673.226573:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830673.226584:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830673.226588:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830673.226598:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6276 00000100:00080000:1.0:1787830673.226609:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830673.226616:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830673.226651:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803051520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830673.226680:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830673.226684:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830673.226685:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830673.226689:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6276 00000100:00080000:1.0:1787830673.226692:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830673.226696:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830673.226705:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830673.226717:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803051648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830673.226727:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830673.226730:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830673.226732:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830673.226740:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6276 00000100:00080000:1.0:1787830673.226744:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830673.226748:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830673.226752:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830673.226774:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803051776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830673.226807:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803051520:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830673.226882:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830673.226922:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffff9d1f47fa0f00 x1874669803051520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830673.226939:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803051520/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830673.226950:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830673.226960:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830673.226964:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803051520:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830673.226972:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051648:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830673.226996:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830673.227011:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffff9d1f47fa1e00 x1874669803051648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830673.227023:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803051648/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830673.227032:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830673.227048:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830673.227052:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051648:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830673.227060:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051776:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830673.227081:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830673.227095:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffff9d1f47fa3c00 x1874669803051776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830673.227106:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803051776/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830673.227114:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830673.227118:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830673.227121:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803051776:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830673.358137:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830674.378912:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830675.404648:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830676.427837:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830677.450703:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830678.347059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830678.347069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830678.347073:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830678.347082:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6281 00000100:00080000:2.0:1787830678.347092:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830678.347098:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830678.347133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13c00 x1874669803051904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830678.347195:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803051904:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830678.347259:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:2.0:1787830678.347286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830678.347290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830678.347291:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830678.347295:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6281 00000100:00080000:2.0:1787830678.347299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830678.347303:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830678.347312:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830678.347324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12d00 x1874669803052032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830678.351264:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffff9d1f45d13c00 x1874669803051904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830678.351293:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13c00 x1874669803051904/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830678.351305:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830678.351310:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830678.351314:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803051904:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830678.351344:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052032:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830678.351399:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830678.351416:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffff9d1f45d12d00 x1874669803052032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830678.351535:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12d00 x1874669803052032/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830678.351545:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830678.351548:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830678.351551:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052032:192.168.203.151@tcp:38:kworker.0 00000100:00080000:2.0:1787830678.351802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830678.351807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830678.351810:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830678.351815:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6281 00000100:00080000:2.0:1787830678.351821:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830678.351828:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830678.351838:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830678.351863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11a40 x1874669803052160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830678.351941:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052160:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830678.351969:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830678.351982:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffff9d1f45d11a40 x1874669803052160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830678.351994:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11a40 x1874669803052160/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830678.352003:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830678.352006:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830678.352009:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052160:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830678.474611:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830679.498990:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830680.522972:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830681.547834:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830682.570711:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830683.467658:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.467930:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830683.467934:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.467944:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6286 00000100:00080000:1.0:1787830683.467954:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.467961:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830683.467999:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669803052288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830683.468077:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803052288:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830683.468135:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830683.468164:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.468168:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830683.468170:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.468174:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6286 00000100:00080000:1.0:1787830683.468178:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.468183:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830683.468192:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830683.468206:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803052416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830683.468303:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffff9d1f47fa2940 x1874669803052288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830683.468321:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669803052288/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830683.468342:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830683.468347:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830683.468351:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803052288:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830683.468375:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052416:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830683.468409:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830683.468423:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffff9d1f47fa3840 x1874669803052416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830683.468436:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803052416/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830683.468444:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830683.468448:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830683.468451:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052416:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830683.469470:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.469476:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830683.469478:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.469485:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6286 00000100:00080000:1.0:1787830683.469490:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.469495:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830683.469502:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830683.469518:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803052544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830683.469567:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052544:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830683.469597:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830683.471884:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffff9d1f47fa3840 x1874669803052544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830683.471911:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803052544/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830683.471921:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830683.471924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830683.471928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052544:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830683.594986:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830684.618728:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830685.643526:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830686.666754:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830687.694910:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830688.586624:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830688.586635:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830688.586640:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830688.586650:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6291 00000100:00080000:1.0:1787830688.586668:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830688.586676:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830688.586712:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669803052672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830688.586740:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830688.586743:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830688.586745:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830688.586750:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6291 00000100:00080000:1.0:1787830688.586753:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830688.586756:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830688.586773:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830688.586785:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803052800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830688.586794:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830688.586797:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830688.586799:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830688.586802:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6291 00000100:00080000:1.0:1787830688.586805:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830688.586808:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830688.586813:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830688.586823:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803052928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830688.587034:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803052672:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830688.587548:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830688.587594:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830688/real 1787830688] req@ffff9d1f47fa2940 x1874669803052672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830688.587613:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669803052672/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830688.587623:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830688.587627:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830688.587631:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803052672:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830688.587639:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052800:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830688.587827:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830688.587842:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830688/real 1787830688] req@ffff9d1f47fa3c00 x1874669803052800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830688.587854:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803052800/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830688.587863:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830688.587866:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830688.587869:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052800:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830688.587876:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052928:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830688.587898:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830688.587909:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830688/real 1787830688] req@ffff9d1f47fa1e00 x1874669803052928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830688.587920:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803052928/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830688.587927:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830688.587931:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830688.587933:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803052928:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830688.715019:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830689.739390:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830690.762785:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830691.786646:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830692.810772:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830693.706610:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830693.706620:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830693.706732:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830693.706742:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6296 00000100:00080000:1.0:1787830693.706754:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830693.706761:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830693.706812:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803053056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830693.706843:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830693.706846:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830693.706848:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830693.706852:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6296 00000100:00080000:1.0:1787830693.706856:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830693.706859:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830693.706868:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830693.706890:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803053184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830693.706899:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830693.706903:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830693.706904:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830693.706908:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6296 00000100:00080000:1.0:1787830693.706911:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830693.706915:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830693.707175:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803053056:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830693.707237:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830693.707277:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830693/real 1787830693] req@ffff9d1f47fa0f00 x1874669803053056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830693.707301:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803053056/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830693.707310:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830693.707314:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830693.707319:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803053056:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830693.707326:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053184:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830693.707356:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830693.707369:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830693/real 1787830693] req@ffff9d1f47fa2580 x1874669803053184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830693.707381:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803053184/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830693.707389:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830693.707391:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830693.707395:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053184:192.168.203.151@tcp:38:kworker.0 00000008:00100000:1.0:1787830693.707564:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830693.707582:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803053312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830693.707645:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053312:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830693.707672:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830693.707685:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830693/real 1787830693] req@ffff9d1f47fa0000 x1874669803053312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830693.707697:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803053312/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830693.707712:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830693.707715:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830693.707718:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053312:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830693.836678:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830694.859150:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830695.882659:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830696.906784:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830697.930647:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830698.826581:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830698.826601:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830698.826605:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830698.826615:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6301 00000100:00080000:1.0:1787830698.826629:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830698.826637:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830698.826679:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803053440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830698.826760:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803053440:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830698.826819:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00080000:1.0:1787830698.826849:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830698.826853:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830698.826855:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830698.826859:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6301 00000100:00080000:1.0:1787830698.826863:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830698.826867:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830698.826876:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830698.826890:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803053568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830698.826947:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830698/real 1787830698] req@ffff9d1f47fa0b40 x1874669803053440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830698.826962:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803053440/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830698.826971:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830698.826975:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830698.826978:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803053440:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830698.827000:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053568:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830698.827023:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830698.827049:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830698/real 1787830698] req@ffff9d1f47fa30c0 x1874669803053568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830698.827060:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803053568/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830698.827081:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830698.827085:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830698.827089:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053568:192.168.203.151@tcp:38:kworker.0 00000100:00080000:1.0:1787830698.827227:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830698.827232:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830698.827234:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830698.827239:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6301 00000100:00080000:1.0:1787830698.827243:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830698.827248:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830698.827254:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830698.827267:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803053696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830698.827313:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053696:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830698.827339:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830698.827401:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830698/real 1787830698] req@ffff9d1f47fa21c0 x1874669803053696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830698.827413:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803053696/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830698.827421:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830698.827424:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830698.827427:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053696:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830698.955938:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830699.979008:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830701.003616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830702.026629:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830703.050768:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830703.946592:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830703.946603:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830703.946608:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830703.946618:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6306 00000100:00080000:1.0:1787830703.946629:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830703.946637:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830703.946675:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803053824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830703.946706:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830703.946710:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830703.946712:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830703.946716:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6306 00000100:00080000:1.0:1787830703.946720:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830703.946725:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830703.946734:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830703.946746:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803053952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830703.946756:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830703.946759:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830703.946760:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830703.946763:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6306 00000100:00080000:1.0:1787830703.946766:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830703.946770:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830703.946775:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830703.946784:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669803054080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830703.947408:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803053824:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830703.947505:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830703.947566:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830703/real 1787830703] req@ffff9d1f47fa1680 x1874669803053824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830703.947584:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803053824/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830703.947594:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830703.947599:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830703.947604:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803053824:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830703.947611:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053952:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830703.947636:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830703.947649:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830703/real 1787830703] req@ffff9d1f47fa1a40 x1874669803053952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830703.947661:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803053952/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830703.947669:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830703.947672:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830703.947675:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803053952:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830703.947686:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054080:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830703.947707:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830703.947718:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830703/real 1787830703] req@ffff9d1f47fa0780 x1874669803054080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830703.947729:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669803054080/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830703.947737:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830703.947740:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830703.947743:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054080:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830704.074702:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830705.099096:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830706.122730:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830707.146734:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830708.171790:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830709.066604:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830709.066615:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830709.066619:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830709.066629:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6311 00000100:00080000:1.0:1787830709.066641:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830709.066648:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830709.066682:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa03c0 x1874669803054208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830709.066713:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830709.066716:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830709.066718:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830709.066722:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6311 00000100:00080000:1.0:1787830709.066726:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830709.066730:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830709.066738:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830709.066754:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0780 x1874669803054336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830709.066763:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803054208:192.168.203.151@tcp:250:kworker.0 00000100:00080000:1.0:1787830709.066767:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830709.066772:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830709.066774:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830709.066779:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6311 00000100:00080000:1.0:1787830709.066783:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830709.066787:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830709.066792:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830709.066805:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1a40 x1874669803054464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830709.066832:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830709.066884:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830709/real 1787830709] req@ffff9d1f47fa03c0 x1874669803054208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830709.066909:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa03c0 x1874669803054208/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830709.066920:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830709.066924:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830709.066928:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803054208:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830709.066952:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054336:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830709.066985:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830709.066998:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830709/real 1787830709] req@ffff9d1f47fa0780 x1874669803054336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830709.067009:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0780 x1874669803054336/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830709.067026:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830709.067030:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830709.067034:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054336:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830709.067041:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054464:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830709.067062:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830709.067072:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830709/real 1787830709] req@ffff9d1f47fa1a40 x1874669803054464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830709.067082:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1a40 x1874669803054464/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830709.067096:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830709.067099:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830709.067102:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054464:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830709.195134:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830710.218839:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830711.243603:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830712.268909:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830713.290690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830714.186585:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830714.186595:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830714.186598:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830714.186607:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6317 00000100:00080000:1.0:1787830714.186618:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830714.186625:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830714.186658:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1680 x1874669803054592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830714.186696:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830714.186700:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830714.186702:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830714.186705:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6317 00000100:00080000:1.0:1787830714.186708:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830714.186711:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830714.186720:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830714.186730:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa21c0 x1874669803054720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830714.186739:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830714.186742:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830714.186743:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830714.186746:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6317 00000100:00080000:1.0:1787830714.186749:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830714.186753:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830714.186757:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830714.186765:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa30c0 x1874669803054848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830714.187243:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803054592:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830714.187303:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830714.187351:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830714/real 1787830714] req@ffff9d1f47fa1680 x1874669803054592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830714.187366:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1680 x1874669803054592/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830714.187376:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830714.187380:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830714.187384:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803054592:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830714.187391:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054720:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830714.187411:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830714.187421:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830714/real 1787830714] req@ffff9d1f47fa21c0 x1874669803054720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830714.187432:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa21c0 x1874669803054720/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830714.187439:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830714.187442:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830714.187445:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054720:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830714.187449:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054848:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830714.187515:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830714.187526:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830714/real 1787830714] req@ffff9d1f47fa30c0 x1874669803054848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830714.187535:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa30c0 x1874669803054848/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830714.187541:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830714.187544:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830714.187546:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803054848:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830714.314690:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830715.338691:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830716.365054:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830717.386710:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830718.410681:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830719.306920:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830719.306930:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830719.306934:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830719.306944:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6322 00000100:00080000:3.0:1787830719.306953:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830719.306961:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830719.306997:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803054976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830719.307757:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830719.307762:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830719.307764:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830719.307770:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6322 00000100:00080000:3.0:1787830719.307775:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830719.307780:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830719.307791:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830719.307808:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803055104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830719.307820:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830719.307823:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830719.307825:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830719.307828:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6322 00000100:00080000:3.0:1787830719.307832:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830719.307836:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830719.307841:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830719.307851:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803055232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830719.308536:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803054976:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830719.308597:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830719.308653:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830719/real 1787830719] req@ffff9d1f482703c0 x1874669803054976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830719.308671:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803054976/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830719.308681:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830719.308685:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830719.308689:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803054976:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830719.308696:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055104:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830719.308719:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830719.308732:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830719/real 1787830719] req@ffff9d1f48273c00 x1874669803055104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830719.308744:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803055104/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830719.308752:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830719.308756:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830719.308759:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055104:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830719.308765:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055232:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830719.308784:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830719.308795:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830719/real 1787830719] req@ffff9d1f48271680 x1874669803055232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830719.308806:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803055232/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830719.308815:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830719.308817:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830719.308820:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055232:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830719.436222:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830720.458620:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830721.482735:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830722.506827:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830723.532075:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830724.427065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830724.427074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830724.427079:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830724.427088:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6327 00000100:00080000:2.0:1787830724.427098:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830724.427105:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830724.427140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13840 x1874669803055360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830724.427213:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803055360:192.168.203.151@tcp:250:kworker.0 00000100:00080000:2.0:1787830724.427327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830724.427331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830724.427333:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830724.427338:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6327 00000100:00080000:2.0:1787830724.427560:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830724.427565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830724.427575:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830724.427588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11680 x1874669803055488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830724.427606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830724.427609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830724.427611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830724.427614:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6327 00000100:00080000:2.0:1787830724.427617:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830724.427621:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830724.427626:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830724.427635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d12580 x1874669803055616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830724.427697:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830724.427728:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055616:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830724.556212:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830725.579990:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830726.602857:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830727.501929:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.151:988 00000400:00000100:0.0:1787830727.501969:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.151@tcp at host 192.168.203.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830727.501986:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830727.502025:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000800:00000100:0.0:1787830727.502033:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.151@tcp 00000100:00100000:1.0:1787830727.504778:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830724/real 1787830727] req@ffff9d1f45d11680 x1874669803055488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830727.504814:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11680 x1874669803055488/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830727.504827:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830727.504832:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830727.504837:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055488:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830727.504845:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830724/real 1787830727] req@ffff9d1f45d12580 x1874669803055616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830727.504858:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d12580 x1874669803055616/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830727.504865:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830727.504868:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830727.504872:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d12580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055616:192.168.203.151@tcp:8:kworker.0 00000100:00100000:1.0:1787830727.504879:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830724/real 1787830727] req@ffff9d1f45d13840 x1874669803055360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830727.504891:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13840 x1874669803055360/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830727.504898:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830727.504901:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830727.504904:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803055360:192.168.203.151@tcp:250:kworker.0 00010000:00010000:0.0:1787830727.628289:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830728.652933:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830729.546573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830729.546594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830729.546598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830729.546607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6332 00000100:00080000:2.0:1787830729.546617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830729.546624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:2.0:1787830729.546658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d10780 x1874669803055744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830729.546690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830729.546693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830729.546695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830729.546699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6332 00000100:00080000:2.0:1787830729.546703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830729.546706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830729.546715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830729.546726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d11e00 x1874669803055872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830729.546736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830729.546739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830729.546741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830729.546744:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6332 00000100:00080000:2.0:1787830729.546747:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830729.546751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:2.0:1787830729.546755:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830729.546764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f45d13480 x1874669803056000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830729.546918:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803055744:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830729.546979:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830729.547071:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830729/real 1787830729] req@ffff9d1f45d10780 x1874669803055744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830729.547089:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d10780 x1874669803055744/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830729.547104:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830729.547108:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830729.547111:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d10780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803055744:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830729.547118:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055872:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830729.547140:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830729.547152:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830729/real 1787830729] req@ffff9d1f45d11e00 x1874669803055872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830729.547163:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d11e00 x1874669803055872/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830729.547170:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830729.547179:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830729.547182:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d11e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803055872:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830729.547188:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056000:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830729.547205:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830729.547216:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830729/real 1787830729] req@ffff9d1f45d13480 x1874669803056000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830729.547226:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f45d13480 x1874669803056000/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830729.547234:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830729.547237:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830729.547240:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f45d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056000:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830729.674665:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830730.698657:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830731.722687:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830732.746633:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830733.770742:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830734.667211:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830734.667221:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830734.667225:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830734.667234:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6337 00000100:00080000:3.0:1787830734.667246:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830734.667253:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830734.667288:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273840 x1874669803056128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830734.667319:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830734.667322:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830734.667324:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830734.667329:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6337 00000100:00080000:3.0:1787830734.667332:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830734.667347:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830734.667356:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830734.667369:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271680 x1874669803056256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830734.667379:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830734.667383:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830734.667385:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830734.667389:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6337 00000100:00080000:3.0:1787830734.667392:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830734.667396:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830734.667400:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830734.667409:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803056128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830734.667413:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273c00 x1874669803056384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830734.667499:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830734.667549:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830734/real 1787830734] req@ffff9d1f48273840 x1874669803056128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830734.667566:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273840 x1874669803056128/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830734.667575:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830734.667579:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830734.667582:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803056128:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830734.667589:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056256:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830734.667622:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830734.667641:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830734/real 1787830734] req@ffff9d1f48271680 x1874669803056256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830734.667656:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271680 x1874669803056256/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830734.667667:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830734.667670:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830734.667674:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056256:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830734.667701:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056384:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830734.667734:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830734.667754:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830734/real 1787830734] req@ffff9d1f48273c00 x1874669803056384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830734.667769:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273c00 x1874669803056384/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830734.667778:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830734.667781:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830734.667785:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056384:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830734.794729:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830735.818775:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830736.843505:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830737.866857:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830738.891359:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830739.786871:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830739.786883:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830739.786887:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830739.786897:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6342 00000100:00080000:3.0:1787830739.786907:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830739.786916:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830739.786953:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482703c0 x1874669803056512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830739.786984:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830739.786988:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830739.786990:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830739.786995:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6342 00000100:00080000:3.0:1787830739.786998:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830739.787002:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830739.787011:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830739.787095:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803056512:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830739.787154:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830739.787263:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830739/real 1787830739] req@ffff9d1f482703c0 x1874669803056512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830739.787281:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482703c0 x1874669803056512/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830739.787291:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830739.787295:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830739.787298:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803056512:192.168.203.151@tcp:250:kworker.0 00000100:00100000:3.0:1787830739.787571:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803056640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830739.787595:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830739.787598:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830739.787600:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830739.787604:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6342 00000100:00080000:3.0:1787830739.787608:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830739.787613:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830739.787619:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830739.787630:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803056768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830739.787963:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056640:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830739.787992:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830739.788008:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830739/real 1787830739] req@ffff9d1f482712c0 x1874669803056640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830739.788037:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803056640/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830739.788046:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830739.788049:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830739.788053:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056640:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830739.788059:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056768:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830739.788082:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830739.788093:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830739/real 1787830739] req@ffff9d1f48271e00 x1874669803056768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830739.788105:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803056768/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830739.788114:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830739.788117:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830739.788120:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803056768:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830739.918482:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830740.938696:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830741.964255:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830742.987196:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830744.010661:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830744.906587:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830744.906598:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830744.906602:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830744.906611:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6347 00000100:00080000:3.0:1787830744.906622:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830744.906629:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830744.906663:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803056896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830744.906693:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830744.906697:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830744.906698:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830744.906702:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6347 00000100:00080000:3.0:1787830744.906706:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830744.906709:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830744.906718:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830744.906731:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803057024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830744.906741:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830744.906744:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830744.906746:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830744.906750:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6347 00000100:00080000:3.0:1787830744.906753:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830744.906756:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830744.906761:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830744.906783:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803057152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830744.907132:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803056896:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830744.907194:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830744.907228:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830744/real 1787830744] req@ffff9d1f48270780 x1874669803056896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830744.907245:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803056896/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830744.907256:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830744.907260:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830744.907277:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803056896:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830744.907283:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057024:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830744.907304:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830744.907316:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830744/real 1787830744] req@ffff9d1f48270f00 x1874669803057024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830744.907328:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803057024/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830744.907336:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830744.907340:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830744.907344:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057024:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830744.907350:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057152:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830744.907369:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830744.907379:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830744/real 1787830744] req@ffff9d1f48270b40 x1874669803057152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830744.907390:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803057152/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830744.907397:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830744.907400:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830744.907402:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057152:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830745.034703:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830746.058832:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830747.082640:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830748.106665:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830749.131554:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830750.031300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830750.031309:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830750.031313:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830750.031323:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6352 00000100:00080000:3.0:1787830750.031333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830750.031340:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830750.031374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803057280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830750.031401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830750.031404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830750.031406:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830750.031411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6352 00000100:00080000:3.0:1787830750.031414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830750.031418:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830750.031427:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830750.031438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803057408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830750.031448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830750.031451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830750.031452:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830750.031485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6352 00000100:00080000:3.0:1787830750.031489:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830750.031494:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830750.031499:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830750.031511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803057536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830750.031632:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803057280:192.168.203.151@tcp:250:kworker.0 00000800:00000100:1.0:1787830750.031693:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830750.031730:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830750/real 1787830750] req@ffff9d1f48272d00 x1874669803057280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830750.031745:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803057280/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830750.031754:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830750.031757:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830750.031760:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803057280:192.168.203.151@tcp:250:kworker.0 00000100:00100000:1.0:1787830750.031766:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057408:192.168.203.151@tcp:38:kworker.0 00000800:00000100:1.0:1787830750.031782:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830750.031791:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830750/real 1787830750] req@ffff9d1f48273480 x1874669803057408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830750.031800:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803057408/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830750.031813:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830750.031817:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830750.031820:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057408:192.168.203.151@tcp:38:kworker.0 00000100:00100000:1.0:1787830750.031826:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057536:192.168.203.151@tcp:8:kworker.0 00000800:00000100:1.0:1787830750.031841:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:1.0:1787830750.031850:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830750/real 1787830750] req@ffff9d1f48272940 x1874669803057536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830750.031859:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803057536/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830750.031866:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830750.031868:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:1.0:1787830750.031870:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057536:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830750.156119:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830751.178856:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830752.204658:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830753.226853:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830754.250619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830755.149300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830755.149310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830755.149314:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830755.149322:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6357 00000100:00080000:1.0:1787830755.149333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830755.149340:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830755.149373:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0b40 x1874669803057664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830755.149404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830755.149408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830755.149410:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830755.149414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6357 00000100:00080000:1.0:1787830755.149417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830755.149421:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830755.149429:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830755.149441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0000 x1874669803057792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830755.149451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830755.149454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830755.149476:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830755.149481:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6357 00000100:00080000:1.0:1787830755.149484:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830755.149488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830755.149492:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830755.149503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2580 x1874669803057920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830755.149585:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803057664:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830755.149642:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830755.149724:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830755/real 1787830755] req@ffff9d1f47fa0b40 x1874669803057664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830755.149742:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0b40 x1874669803057664/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830755.149751:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830755.149754:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830755.149758:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803057664:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830755.149765:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057792:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830755.149787:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830755.149798:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830755/real 1787830755] req@ffff9d1f47fa0000 x1874669803057792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830755.149810:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0000 x1874669803057792/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830755.149818:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830755.149821:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830755.149824:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057792:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830755.149830:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057920:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830755.149847:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830755.149856:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830755/real 1787830755] req@ffff9d1f47fa2580 x1874669803057920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830755.149866:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2580 x1874669803057920/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830755.149874:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830755.149877:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830755.149881:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803057920:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830755.274643:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830756.300489:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830757.324026:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830758.349977:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830759.370677:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830760.268670:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830760.268681:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830760.268686:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830760.268697:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6363 00000100:00080000:0.0:1787830760.268711:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830760.268719:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:0.0:1787830760.268759:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd970c0 x1874669803058048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830760.268885:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830760.268890:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830760.268892:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830760.268896:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6363 00000100:00080000:0.0:1787830760.268901:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830760.268905:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830760.268915:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830760.268930:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803058048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:0.0:1787830760.268932:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd97840 x1874669803058176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830760.268949:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830760.268952:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830760.268954:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830760.268958:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6363 00000100:00080000:0.0:1787830760.268962:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830760.268966:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:0.0:1787830760.268972:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830760.268983:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f4bd94b40 x1874669803058304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830760.269005:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830760.269061:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830760/real 1787830760] req@ffff9d1f4bd970c0 x1874669803058048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830760.269080:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd970c0 x1874669803058048/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830760.269090:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830760.269095:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830760.269098:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803058048:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830760.269121:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058176:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830760.269144:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830760.269157:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830760/real 1787830760] req@ffff9d1f4bd97840 x1874669803058176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830760.269178:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd97840 x1874669803058176/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830760.269186:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830760.269189:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830760.269192:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd97840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058176:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830760.269198:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058304:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830760.269219:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830760.269230:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830760/real 1787830760] req@ffff9d1f4bd94b40 x1874669803058304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830760.269241:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f4bd94b40 x1874669803058304/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830760.269249:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830760.269252:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830760.269254:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f4bd94b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058304:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830760.394668:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830761.418732:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830762.443214:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830763.467929:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830764.490906:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830765.387079:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830765.387235:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830765.387238:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830765.387249:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6368 00000100:00080000:3.0:1787830765.387261:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830765.387268:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830765.387304:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270000 x1874669803058432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830765.387335:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830765.387340:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830765.387342:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830765.387346:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6368 00000100:00080000:3.0:1787830765.387349:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830765.387353:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830765.387362:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830765.387375:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272940 x1874669803058560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830765.387386:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830765.387402:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830765.387404:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830765.387407:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6368 00000100:00080000:3.0:1787830765.387411:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830765.387415:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830765.387419:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830765.387429:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48273480 x1874669803058688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830765.387548:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803058432:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830765.387957:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830765.388057:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830765/real 1787830765] req@ffff9d1f48270000 x1874669803058432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830765.388074:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270000 x1874669803058432/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830765.388085:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830765.388097:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830765.388101:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803058432:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830765.388108:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058560:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830765.388144:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830765.388156:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830765/real 1787830765] req@ffff9d1f48272940 x1874669803058560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830765.388168:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272940 x1874669803058560/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830765.388176:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830765.388180:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830765.388183:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058560:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830765.388189:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058688:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830765.388213:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830765.388223:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830765/real 1787830765] req@ffff9d1f48273480 x1874669803058688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830765.388234:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48273480 x1874669803058688/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830765.388242:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830765.388246:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830765.388249:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058688:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830765.514769:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830766.540341:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830767.563786:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830768.587695:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830769.610713:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830770.508214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830770.508225:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830770.508229:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830770.508238:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6373 00000100:00080000:3.0:1787830770.508249:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830770.508257:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830770.508294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48272d00 x1874669803058816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830770.508326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830770.508330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830770.508332:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830770.508336:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6373 00000100:00080000:3.0:1787830770.508339:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830770.508344:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830770.508353:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830770.508366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270b40 x1874669803058944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830770.508377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830770.508380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830770.508382:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830770.508385:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6373 00000100:00080000:3.0:1787830770.508388:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830770.508392:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830770.508396:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830770.508405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270f00 x1874669803059072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830770.508499:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803058816:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830770.508564:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830770.508615:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830770/real 1787830770] req@ffff9d1f48272d00 x1874669803058816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830770.508631:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48272d00 x1874669803058816/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830770.508642:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830770.508646:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830770.508649:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48272d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803058816:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830770.508656:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058944:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830770.508678:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830770.508690:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830770/real 1787830770] req@ffff9d1f48270b40 x1874669803058944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830770.508701:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270b40 x1874669803058944/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830770.508709:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830770.508712:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830770.508715:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803058944:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830770.508721:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059072:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830770.508738:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830770.508748:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830770/real 1787830770] req@ffff9d1f48270f00 x1874669803059072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830770.508759:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270f00 x1874669803059072/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830770.508767:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830770.508770:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830770.508773:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059072:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830770.634687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830771.660746:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830772.682653:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830773.706706:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830774.730973:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830775.626611:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830775.626619:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830775.626622:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830775.626629:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6378 00000100:00080000:1.0:1787830775.626638:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830775.626643:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830775.626674:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa0f00 x1874669803059200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830775.626694:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830775.626698:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830775.626699:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830775.626702:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6378 00000100:00080000:1.0:1787830775.626704:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830775.626706:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830775.626713:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830775.626719:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa1e00 x1874669803059328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830775.626725:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830775.626727:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830775.626728:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830775.626730:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6378 00000100:00080000:1.0:1787830775.626732:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830775.626734:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830775.626736:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830775.626741:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803059456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830775.626822:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803059200:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830775.626873:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830775.626947:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830775/real 1787830775] req@ffff9d1f47fa0f00 x1874669803059200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830775.626974:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa0f00 x1874669803059200/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830775.626984:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830775.626988:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830775.626991:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803059200:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830775.626996:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059328:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830775.627014:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830775.627023:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830775/real 1787830775] req@ffff9d1f47fa1e00 x1874669803059328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830775.627030:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa1e00 x1874669803059328/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830775.627047:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830775.627064:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830775.627068:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059328:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830775.627073:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059456:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830775.627092:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830775.627104:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830775/real 1787830775] req@ffff9d1f47fa3c00 x1874669803059456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830775.627115:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803059456/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830775.627128:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830775.627131:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830775.627134:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059456:192.168.203.151@tcp:8:kworker.0 00010000:00010000:1.0:1787830775.754647:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830776.778934:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830777.802627:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830778.826801:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830779.850642:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830780.746567:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830780.746577:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830780.746581:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830780.746590:0:192225:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6383 00000100:00080000:1.0:1787830780.746601:0:192225:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830780.746609:0:192225:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:1.0:1787830780.746645:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa2940 x1874669803059584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830780.746680:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830780.746683:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830780.746685:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830780.746690:0:192225:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6383 00000100:00080000:1.0:1787830780.746693:0:192225:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830780.746697:0:192225:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830780.746706:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830780.746719:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3840 x1874669803059712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830780.746729:0:192225:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830780.746733:0:192225:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787830780.746735:0:192225:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830780.746738:0:192225:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6383 00000100:00080000:1.0:1787830780.746741:0:192225:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830780.746745:0:192225:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:1.0:1787830780.746750:0:192225:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830780.746760:0:192225:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f47fa3c00 x1874669803059840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830780.746851:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803059584:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830780.746915:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830780.746953:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830780/real 1787830780] req@ffff9d1f47fa2940 x1874669803059584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830780.746968:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa2940 x1874669803059584/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830780.746978:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830780.746981:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830780.746984:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803059584:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830780.746991:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059712:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830780.747012:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830780.747040:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830780/real 1787830780] req@ffff9d1f47fa3840 x1874669803059712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830780.747051:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3840 x1874669803059712/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830780.747059:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830780.747063:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830780.747066:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059712:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830780.747071:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059840:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830780.747091:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830780.747101:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830780/real 1787830780] req@ffff9d1f47fa3c00 x1874669803059840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830780.747111:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f47fa3c00 x1874669803059840/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830780.747119:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830780.747122:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830780.747125:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f47fa3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803059840:192.168.203.151@tcp:8:kworker.0 00010000:00010000:0.0:1787830780.875084:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830781.898903:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830782.923022:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830783.947191:0:5893:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830784.970968:0:5432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830785.867053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a00706d8-1ce4-40ea-a4cc-274aef009302->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830785.867062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830785.867066:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830785.867077:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.151@tcp: connect to NID 192.168.203.151@tcp last attempt 6388 00000100:00080000:3.0:1787830785.867087:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.151@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830785.867095:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.151@tcp: import ffff9d1f470e2800 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000100:00100000:3.0:1787830785.867128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48270780 x1874669803059968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830785.867157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830785.867161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830785.867163:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830785.867167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6388 00000100:00080000:3.0:1787830785.867171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830785.867175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9d1f5028e800: import ffff9d1f463f9000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830785.867185:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683205 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830785.867196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f48271e00 x1874669803060096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830785.867206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a3f62039-4096-4b6f-a667-17583e7f47b3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830785.867209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830785.867211:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830785.867214:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: connect to NID 192.168.203.151@tcp last attempt 6388 00000100:00080000:3.0:1787830785.867217:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830785.867221:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9d1f5028e800: import ffff9d1f4934e000 using connection 192.168.203.151@tcp/192.168.203.151@tcp 00000008:00100000:3.0:1787830785.867225:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683205 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830785.867233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d1f482712c0 x1874669803060224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830785.867342:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803059968:192.168.203.151@tcp:250:kworker.0 00000800:00000100:2.0:1787830785.867405:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830785.867527:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830785/real 1787830785] req@ffff9d1f48270780 x1874669803059968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830785.867545:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48270780 x1874669803059968/t0(0) o250->MGC192.168.203.151@tcp@192.168.203.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830785.867556:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f470e2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830785.867559:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830785.867563:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48270780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a00706d8-1ce4-40ea-a4cc-274aef009302:2341:1874669803059968:192.168.203.151@tcp:250:kworker.0 00000100:00100000:2.0:1787830785.867573:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803060096:192.168.203.151@tcp:38:kworker.0 00000800:00000100:2.0:1787830785.867597:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830785.867610:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830785/real 1787830785] req@ffff9d1f48271e00 x1874669803060096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830785.867622:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f48271e00 x1874669803060096/t0(0) o38->lustre-MDT0000-mdc-ffff9d1f5028e800@192.168.203.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830785.867630:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f463f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830785.867633:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830785.867636:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f48271e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803060096:192.168.203.151@tcp:38:kworker.0 00000100:00100000:2.0:1787830785.867642:0:2341:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803060224:192.168.203.151@tcp:8:kworker.0 00000800:00000100:2.0:1787830785.867662:0:2341:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.151@tcp 00000100:00100000:2.0:1787830785.867673:0:2341:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830785/real 1787830785] req@ffff9d1f482712c0 x1874669803060224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830785.867684:0:2341:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d1f482712c0 x1874669803060224/t0(0) o8->lustre-OST0001-osc-ffff9d1f5028e800@192.168.203.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830785.867691:0:2341:0:(import.c:65:import_set_state_nolock()) ffff9d1f4934e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830785.867694:0:2341:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.151@tcp failed (-110) 00000100:00100000:2.0:1787830785.867697:0:2341:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d1f482712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a3f62039-4096-4b6f-a667-17583e7f47b3:2341:1874669803060224:192.168.203.151@tcp:8:kworker.0 00010000:00010000:2.0:1787830785.994697:0:177307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830787.018683:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 79466 lines, 79466 kept, 0 dropped, 0 bad.